-- Logs begin at Sat 2021-04-17 03:27:21 UTC, end at Sat 2021-04-17 04:25:36 UTC. --
Apr 17 03:57:20.994920 dv-cinder-786054-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 17 03:57:24.063538 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.common.config [-] Logging enabled!
Apr 17 03:57:24.064050 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev95
Apr 17 03:57:24.065396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86251) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 17 03:57:24.067162 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.common.config [-] Logging enabled!
Apr 17 03:57:24.067443 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev95
Apr 17 03:57:24.067791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86251) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 17 03:57:24.068907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 17 03:57:24.069137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 17 03:57:24.070164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 17 03:57:24.070444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 17 03:57:24.070719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 17 03:57:24.071089 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.071431 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.071767 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.072022 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.072355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.072685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.073005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.073642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.073977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.074300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.074621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.074972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.075232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.075553 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.075882 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.076211 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.076464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.076782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.077311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.077632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.077946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.078273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.078585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.078935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.079248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.079568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.079933 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] host                           = dv-cinder-786054-2-iscsi {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.080247 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.080574 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.080905 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.081233 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.081547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.081855 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.082178 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.082486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.082819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.083132 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.083460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.083789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.084124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.084430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.084683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.085018 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.085348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.085659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.085968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.086277 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.086586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.086922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.087229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.087554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.087884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.088210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.088520 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.088829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.089136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.089441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.089765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.090072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.090381 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.090745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.091039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.091342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.091654 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.091995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.092322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.092646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.092969 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.093277 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.093602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.093907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.094211 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.094518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.094845 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.095150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.095468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.095776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.096082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.096387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.096692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.097015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:24.097353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.097694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.098036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.098354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.098710 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.099020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.099350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.099661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.100011 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.100341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.100661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.100971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.101291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.101605 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.101941 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.102283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.102618 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.102974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.103283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.103591 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.103896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.104209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.104537 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.104870 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.105203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.105513 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.105829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.106159 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.106473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.106809 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.107125 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.107457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.107775 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.108086 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.108404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.108716 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.109021 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.109327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.109641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.109974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.110290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.110597 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.110928 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.111239 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.111544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.111867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.112178 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.112485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.112790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.113100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.113409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.113718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.114031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.114344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.114654 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.114991 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.115298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.115685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.115995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.116300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.116607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.116913 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.117222 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.117529 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.117838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.118144 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.118450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.118782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.119108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.119476 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.119790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.120105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.120417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.120726 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.121039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.121351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.121663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.121977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.122282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.122611 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.122934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.123249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.123571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.123882 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.124221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.124534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.124849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.125162 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.125471 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.125800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.126118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.126434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.126789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.127120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.127450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.127776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.128094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.128445 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.128761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:24.129009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 17 03:57:24.129273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86251) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 17 03:57:24.777989 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO keyring.backend [-] Loading Gnome
Apr 17 03:57:24.794564 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO keyring.backend [-] Loading Google
Apr 17 03:57:24.797266 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO keyring.backend [-] Loading Windows (alt)
Apr 17 03:57:24.800969 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO keyring.backend [-] Loading file
Apr 17 03:57:24.801808 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO keyring.backend [-] Loading keyczar
Apr 17 03:57:24.802083 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO keyring.backend [-] Loading multi
Apr 17 03:57:24.802733 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO keyring.backend [-] Loading pyfs
Apr 17 03:57:24.848507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:57:24.848812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:57:24.849133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:57:24.849510 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 17 03:57:25.236559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.237112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.237112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.238481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.238926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.239224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.275359 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.275664 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.275960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.290672 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.291009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.291312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.355673 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.355916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.356221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.357216 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.357518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.359312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.625157 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7febcb8a77b8> agent after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.625358 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7febcb8a77b8> agent after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.625684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7febcb8a76a8> segment precommit_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.625983 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7febcb8a7730> network precommit_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.626864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7febcb8599d8> segment before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.770925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> network before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.771300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7febcb651a60> agent before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.771622 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> network before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.771972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> port before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.772283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> port before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.772663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> segment after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.773124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> segment precommit_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.773421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> segment precommit_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.773713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> segment after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.774058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> network after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.774333 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> network precommit_delete 0 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.774648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> port provisioning_complete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.774975 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.775272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> rbac-policy after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.775583 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> agent after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.775896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> subnet after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.776192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> subnet precommit_delete 0 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.776507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.776789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.777110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> segment_host_mapping after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.777558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> port after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.777872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.778138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> port after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.778479 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.778784 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.779065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7febcc1f6860>> rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.779485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 17 03:57:25.779758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 17 03:57:25.780030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 17 03:57:25.780303 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 17 03:57:25.780572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 17 03:57:25.780843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 17 03:57:25.781259 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 17 03:57:25.784388 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 17 03:57:25.788385 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 17 03:57:25.792151 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Apr 17 03:57:25.793801 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 17 03:57:25.795114 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 17 03:57:25.795492 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 17 03:57:25.795923 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 17 03:57:25.799685 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 17 03:57:25.799971 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 17 03:57:25.800366 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 17 03:57:25.827045 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 17 03:57:25.827548 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7febcb705cf8>> qos_plugin after_init 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.827879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86251) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 17 03:57:25.828283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7febcb6a5518>> logging-plugin after_init 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.829622 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86251) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 17 03:57:25.829947 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 17 03:57:25.830220 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 17 03:57:25.833440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7febcb6a5588>> floatingip before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.833760 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7febcb6a5588>> port before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:25.900082 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 17 03:57:25.900252 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 17 03:57:25.900529 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 17 03:57:25.900936 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 17 03:57:25.939567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.sqlalchemy.engines [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86251) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 17 03:57:26.389489 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Initializing driver for type 'gre'
Apr 17 03:57:26.390036 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] gre ID ranges: [(1, 1000)]
Apr 17 03:57:26.435080 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Initializing driver for type 'local'
Apr 17 03:57:26.435442 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Initializing driver for type 'vlan'
Apr 17 03:57:26.448101 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] VlanTypeDriver initialization complete
Apr 17 03:57:26.448784 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Initializing driver for type 'vxlan'
Apr 17 03:57:26.449292 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] vxlan ID ranges: [(1, 1000)]
Apr 17 03:57:26.492241 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Initializing extension driver 'port_security'
Apr 17 03:57:26.492727 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.extensions.port_security [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] PortSecurityExtensionDriver initialization complete
Apr 17 03:57:26.493105 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Initializing mechanism driver 'openvswitch'
Apr 17 03:57:26.493463 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Initializing mechanism driver 'hyperv'
Apr 17 03:57:26.499809 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86251) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:57:26.500678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb5c2a90>> port after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.501085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb5c2a90>> port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.501470 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb5c2a90>> port after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.501892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb104ef0>> subnet after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.502257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb104ef0>> subnet after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.502634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb104ef0>> subnet after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.503073 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a208>> network after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.503449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a208>> network after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.503828 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a208>> network after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.504238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a3c8>> security_group after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.504617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a3c8>> security_group after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.505142 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a3c8>> security_group after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.505557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a588>> security_group_rule after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.505933 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a588>> security_group_rule after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.506360 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a588>> security_group_rule after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.506825 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a748>> address_group after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.507202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a748>> address_group after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.507576 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7febcb10a748>> address_group after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.507937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] ML2 OVO RPC backend initialized. {{(pid=86251) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 17 03:57:26.508717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> router_interface after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.509106 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> router_interface after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.509558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> network before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.509933 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> networks before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.510304 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> port before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.510675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> ports before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.511076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> subnet before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.511445 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> subnets before_response 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.511829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> network after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.512195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> network after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.512562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> network after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.512931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> port after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.513296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.513663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> port after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.514029 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> subnet after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.514394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> subnet after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.514767 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7febcb10a828>> subnet after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.515394 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.plugin [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Modular L2 Plugin initialization complete
Apr 17 03:57:26.515744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading services supported by the core plugin {{(pid=86251) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 17 03:57:26.516102 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.plugins.ml2.managers [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Got port-security extension from driver 'port_security'
Apr 17 03:57:26.516609 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.extensions.vlantransparent [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Disabled vlantransparent extension.
Apr 17 03:57:26.517136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86251) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 17 03:57:26.517478 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading Plugin: router
Apr 17 03:57:26.555244 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router_interface before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.555676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router after_create 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.556080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router before_create 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.556486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router_interface before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.556897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router_interface after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.557291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router after_delete 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.557689 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> floatingip after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.558096 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router after_create 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.558474 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router after_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.558927 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router after_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.559315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router_gateway after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.559715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router after_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.560212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router precommit_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.560609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7febcb764c80> port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.561028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7febcb764e18> port after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.561341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7febcb764d90> subnet after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.561720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7febcb764d08> subnetpool_address_scope after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.562104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> port precommit_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.562489 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router precommit_create 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.562900 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7febcb7558c8> port before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.563281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router precommit_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.563684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router after_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.564051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router precommit_delete 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.564438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router precommit_create 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.564841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router_interface after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.565228 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> router precommit_update 55549900 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.565656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7febcb10a9b0>> network after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.566661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Tracking information for resource: router configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 17 03:57:26.567060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Tracking information for resource: floatingip configured {{(pid=86251) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 17 03:57:26.571977 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_agentschedulers_db [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 17 03:57:26.572626 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7febcb0c89d8> port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.573017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7febcb0c88c8> port after_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.573710 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <function _notify_port_delete at 0x7febcb0c8950> port after_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.574098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7febcb0c8b70> port after_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.575029 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7febcb0ec780>> router before_create 55550100 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.575433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7febcb0ec780>> router precommit_delete 55550100 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.575833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7febcb0ec780>> router precommit_create 55550100 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.576224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7febcb0ec780>> router precommit_update 55550100 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.581027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.provider_configuration [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service providers = [] {{(pid=86251) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 17 03:57:26.581425 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.servicetype_db [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86251) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 17 03:57:26.584339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.service_base [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86251) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 17 03:57:26.584804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.service_base [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86251) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 17 03:57:26.585185 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.service_base [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86251) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 17 03:57:26.586080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.service_base [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86251) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 17 03:57:26.586482 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.services.service_base [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 17 03:57:26.586925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 17 03:57:26.587284 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 17 03:57:26.597323 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 17 03:57:26.597698 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading Plugin: auto_allocate
Apr 17 03:57:26.603628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7febcafbd268> network precommit_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.604028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7febcafbd268> network precommit_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.604618 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 17 03:57:26.604974 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading Plugin: tag
Apr 17 03:57:26.612059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 17 03:57:26.612431 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading Plugin: timestamp
Apr 17 03:57:26.616509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 17 03:57:26.616878 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading Plugin: network_ip_availability
Apr 17 03:57:26.622355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7febcafbc390>> rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.622776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7febcafbc390>> rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.623203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7febcafbc390>> rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.623988 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 17 03:57:26.624337 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading Plugin: flavors
Apr 17 03:57:26.628833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 17 03:57:26.629202 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading Plugin: revisions
Apr 17 03:57:26.633687 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86251) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 17 03:57:26.634110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.785s {{(pid=86251) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:57:26.634954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86251) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 17 03:57:26.635316 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Initializing extension manager.
Apr 17 03:57:26.635877 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: __init__.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.636248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: __pycache__ {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.636619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.636988 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: address_group.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.637835 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.638470 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: address-group
Apr 17 03:57:26.638855 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: address_scope.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.639657 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.640182 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: address-scope
Apr 17 03:57:26.640540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.641475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.642050 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: router-admin-state-down-before-update
Apr 17 03:57:26.642412 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: agent.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.643197 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.643771 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: agent
Apr 17 03:57:26.644127 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: agent_resources_synced.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.645043 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.645622 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: agent-resources-synced
Apr 17 03:57:26.645977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: allowedaddresspairs.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.647841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.648425 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: allowed-address-pairs
Apr 17 03:57:26.648789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: auto_allocated_topology.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.649870 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.650447 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: auto-allocated-topology
Apr 17 03:57:26.650838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: availability_zone.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.651594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.652171 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: availability_zone
Apr 17 03:57:26.652532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: availability_zone_filter.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.653452 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.654028 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: availability_zone_filter
Apr 17 03:57:26.654384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: data_plane_status.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.655454 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.656024 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 17 03:57:26.656413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: default_subnetpools.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.657285 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.657864 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: default-subnetpools
Apr 17 03:57:26.658219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.659118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.659696 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: dhcp_agent_scheduler
Apr 17 03:57:26.660054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: dns.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.660968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.661540 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension dns-integration not supported by any of loaded plugins
Apr 17 03:57:26.661899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: dns_domain_ports.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.663041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.663600 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 17 03:57:26.663959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: dvr.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.664693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.665270 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: dvr
Apr 17 03:57:26.665625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: empty_string_filtering.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.666553 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.667147 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: empty-string-filtering
Apr 17 03:57:26.667509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.668427 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.668991 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 17 03:57:26.669348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.670267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.670873 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 17 03:57:26.671232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: external_net.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.672153 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.672723 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: external-net
Apr 17 03:57:26.673077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.674002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.674574 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: extra_dhcp_opt
Apr 17 03:57:26.674958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: extraroute.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.675887 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.676464 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: extraroute
Apr 17 03:57:26.676820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: extraroute_atomic.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.678013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.678611 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: extraroute-atomic
Apr 17 03:57:26.679001 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: filter_validation.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.679706 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.680277 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: filter-validation
Apr 17 03:57:26.680631 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: fip_pf_description.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.681570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.682134 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 17 03:57:26.682491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: fip_port_details.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.683546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.684122 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: fip-port-details
Apr 17 03:57:26.684481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: flavors.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.685724 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.686304 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: flavors
Apr 17 03:57:26.686665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.688394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.688980 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 17 03:57:26.689345 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: floatingip_pools.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.690102 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.690745 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: floatingip-pools
Apr 17 03:57:26.691072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: ip_allocation.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.692011 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.692592 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 17 03:57:26.692956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.693954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.694522 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: ip-substring-filtering
Apr 17 03:57:26.694911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: l2_adjacency.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.695841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.696410 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 17 03:57:26.696769 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: l3.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.697845 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.698771 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: router
Apr 17 03:57:26.699130 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.701414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.702011 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 17 03:57:26.702378 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.703346 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.703929 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: ext-gw-mode
Apr 17 03:57:26.704286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.705310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.705891 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: l3-ha
Apr 17 03:57:26.706252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: l3_flavors.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.707194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.707776 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: l3-flavors
Apr 17 03:57:26.708135 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.709058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.709713 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 17 03:57:26.710077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: l3agentscheduler.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.711278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.711856 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: l3_agent_scheduler
Apr 17 03:57:26.712213 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: logging.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.713749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.714336 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension logging not supported by any of loaded plugins
Apr 17 03:57:26.714709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: metering.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.715538 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.716238 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: metering
Apr 17 03:57:26.716596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.717695 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.718274 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: metering_source_and_destination_fields
Apr 17 03:57:26.718629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: multiprovidernet.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.719607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.720184 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: multi-provider
Apr 17 03:57:26.720545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: netmtu.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.721462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.722036 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: net-mtu
Apr 17 03:57:26.722393 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: netmtu_writable.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.723352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.723927 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: net-mtu-writable
Apr 17 03:57:26.724283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: network_availability_zone.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.725360 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.725937 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: network_availability_zone
Apr 17 03:57:26.726293 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: network_ip_availability.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.727434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.728031 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: network-ip-availability
Apr 17 03:57:26.728396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: network_segment_range.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.729243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.729817 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 17 03:57:26.730174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: pagination.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.731244 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.731614 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: pagination
Apr 17 03:57:26.731967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: port_device_profile.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.732887 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.733461 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: port-device-profile
Apr 17 03:57:26.733818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.734776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.735345 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: port-mac-address-regenerate
Apr 17 03:57:26.735703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.736623 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.737196 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: port-numa-affinity-policy
Apr 17 03:57:26.737550 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: port_resource_request.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.738460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.739052 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 17 03:57:26.739402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: portbindings.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.740353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.741195 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: binding
Apr 17 03:57:26.741613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: portbindings_extended.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.742944 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.743520 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: binding-extended
Apr 17 03:57:26.743881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: portsecurity.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.744811 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.745389 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: port-security
Apr 17 03:57:26.745743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: project_id.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.746738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.747120 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: project-id
Apr 17 03:57:26.747475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: providernet.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.748410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.748988 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: provider
Apr 17 03:57:26.749344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: qos.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.752977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.753573 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension qos not supported by any of loaded plugins
Apr 17 03:57:26.753937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.755226 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.755807 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 17 03:57:26.756357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.757351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.757878 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 17 03:57:26.758243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: qos_default.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.759189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.759761 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension qos-default not supported by any of loaded plugins
Apr 17 03:57:26.760137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: qos_fip.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.760900 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.761519 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension qos-fip not supported by any of loaded plugins
Apr 17 03:57:26.761879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: qos_gateway_ip.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.762851 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.763423 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 17 03:57:26.763777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: qos_port_network_policy.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.764692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.765267 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 17 03:57:26.765621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: qos_rule_type_details.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.766535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.767139 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 17 03:57:26.767495 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: qos_rules_alias.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.768551 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.769126 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 17 03:57:26.769487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: quotasv2.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.770472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.770868 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: quotas
Apr 17 03:57:26.771222 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: quotasv2_detail.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.772936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.773312 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: quota_details
Apr 17 03:57:26.773675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: rbac.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.774906 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.775497 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: rbac-policies
Apr 17 03:57:26.775857 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: rbac_address_group.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.776792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.777384 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: rbac-address-group
Apr 17 03:57:26.777762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: rbac_address_scope.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.778672 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.779273 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: rbac-address-scope
Apr 17 03:57:26.779632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: rbac_security_groups.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.780598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.781165 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: rbac-security-groups
Apr 17 03:57:26.781522 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: rbac_subnetpool.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.782452 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.783057 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: rbac-subnetpool
Apr 17 03:57:26.783413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: revisionifmatch.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.784349 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.784920 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: revision-if-match
Apr 17 03:57:26.785278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: revisions.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.786408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.787016 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: standard-attr-revisions
Apr 17 03:57:26.787462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: router_availability_zone.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.788182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.788758 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: router_availability_zone
Apr 17 03:57:26.789118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: routerservicetype.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.790047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.790617 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension router-service-type not supported by any of loaded plugins
Apr 17 03:57:26.791012 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.791931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.792507 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: security-groups-normalized-cidr
Apr 17 03:57:26.792866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.793810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.794390 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: port-security-groups-filtering
Apr 17 03:57:26.794832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.795818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.796398 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: security-groups-remote-address-group
Apr 17 03:57:26.796753 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: securitygroup.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.810049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.810671 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: security-group
Apr 17 03:57:26.811063 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: segment.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.811938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.812517 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension segment not supported by any of loaded plugins
Apr 17 03:57:26.812880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.813823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.814405 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 17 03:57:26.814788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: servicetype.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.815889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.816476 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: service-type
Apr 17 03:57:26.816842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: sorting.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.817814 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.818210 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: sorting
Apr 17 03:57:26.818625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: standard_attr_segment.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.819632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.820218 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 17 03:57:26.820580 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: standardattrdescription.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.821288 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.821867 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: standard-attr-description
Apr 17 03:57:26.822232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: stateful_security_group.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.823513 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.824105 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: stateful-security-group
Apr 17 03:57:26.824463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: stdattrs_common.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.825052 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 17 03:57:26.825407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.826430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.827040 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 17 03:57:26.827394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: subnet_onboard.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.828459 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.829049 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: subnet_onboard
Apr 17 03:57:26.829402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.830334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.830939 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 17 03:57:26.831296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: subnet_service_types.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.832226 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.832812 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: subnet-service-types
Apr 17 03:57:26.833173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: subnetallocation.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.834313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.834929 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: subnet_allocation
Apr 17 03:57:26.835285 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.836013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.836561 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: subnetpool-prefix-ops
Apr 17 03:57:26.836924 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.837869 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.838449 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 17 03:57:26.838830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: tagging.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.840108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.840701 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: standard-attr-tag
Apr 17 03:57:26.841060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: timestamp.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.842234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.842846 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loaded extension: standard-attr-timestamp
Apr 17 03:57:26.843207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: trunk.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.844251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.844833 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension trunk not supported by any of loaded plugins
Apr 17 03:57:26.845195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: trunk_details.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.846120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.846757 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension trunk-details not supported by any of loaded plugins
Apr 17 03:57:26.847121 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: uplink_status_propagation.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.848048 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.848659 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 17 03:57:26.849014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Loading extension file: vlantransparent.py {{(pid=86251) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 17 03:57:26.849719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86251) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 17 03:57:26.850430 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 17 03:57:26.853184 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:network
Apr 17 03:57:26.854003 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:subnet
Apr 17 03:57:26.854717 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 17 03:57:26.855395 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:port
Apr 17 03:57:26.856903 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.857388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service FLAVORS assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.858065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.858519 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.858914 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:router
Apr 17 03:57:26.859639 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:floatingip
Apr 17 03:57:26.860406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service METERING assigned prefix: /metering {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.862234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7febcaf00d30>> rbac-policy before_create 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.862636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7febcaf00d30>> rbac-policy before_update 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.863055 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7febcaf00d30>> rbac-policy before_delete 55550000 {{(pid=86251) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 03:57:26.864211 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 17 03:57:26.864686 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:security_group
Apr 17 03:57:26.865535 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 17 03:57:26.866336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service CORE assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.866745 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 17 03:57:26.867105 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] subnetpool is already registered
Apr 17 03:57:26.867824 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service CORE assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.868190 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 17 03:57:26.868548 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] subnetpool is already registered
Apr 17 03:57:26.871412 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.871886 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service FLAVORS assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.872516 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.872969 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.873334 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:router
Apr 17 03:57:26.873692 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] router is already registered
Apr 17 03:57:26.874341 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:floatingip
Apr 17 03:57:26.874723 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] floatingip is already registered
Apr 17 03:57:26.875402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service METERING assigned prefix: /metering {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.876112 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 17 03:57:26.876469 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] rbac_policy is already registered
Apr 17 03:57:26.877082 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:security_group
Apr 17 03:57:26.877442 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] security_group is already registered
Apr 17 03:57:26.878082 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 17 03:57:26.878443 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] security_group_rule is already registered
Apr 17 03:57:26.879181 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service CORE assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.879548 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 17 03:57:26.879904 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] subnetpool is already registered
Apr 17 03:57:26.880579 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.resource_helper [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Service CORE assigned prefix:  {{(pid=86251) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 17 03:57:26.880963 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 17 03:57:26.881371 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.quota.resource_registry [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] subnetpool is already registered
Apr 17 03:57:26.882080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: extensions {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.883619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: address-groups {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.885250 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: address-scopes {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.886481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: agents {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.887721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: auto-allocated-topology {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.888999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: availability_zones {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.890414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: dhcp-networks {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.891826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: dhcp-agents {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.893350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: routers {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.895218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: flavors {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.896426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: service_profiles {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.897799 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: next_providers {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.899405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: service_profiles {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.900885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: floatingip-pools {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.902148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: routers {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.904053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: floatingips {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.905294 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: l3-routers {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.906770 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: l3-agents {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.908231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: metering-labels {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.910478 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: metering-label-rules {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.911814 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: network-ip-availabilities {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.913314 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: bindings {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.915045 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: quotas {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.916514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: quotas {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.917967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: rbac-policies {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.919327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: security-groups {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.920583 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: security-group-rules {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.921850 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: service-providers {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.923133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: subnetpools {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.924588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: subnetpools {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.926085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.927888 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.929907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.931776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.933608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.935553 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.937328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.939298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.941217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.943146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.extensions [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Extended resource: tags {{(pid=86251) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 17 03:57:26.950342 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING keystonemiddleware.auth_token [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 17 03:57:26.955621 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING keystonemiddleware.auth_token [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 17 03:57:26.964417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Acquired lock "singleton_lock" {{(pid=86251) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 17 03:57:26.964929 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Releasing lock "singleton_lock" {{(pid=86251) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 17 03:57:26.966403 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO oslo_service.service [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Starting 2 workers
Apr 17 03:57:26.971103 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Started child 86364 {{(pid=86251) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 17 03:57:26.975469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:26.975906 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Started child 86365 {{(pid=86251) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 17 03:57:26.976995 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [-] (86364) wsgi starting up on http://0.0.0.0:9696
Apr 17 03:57:26.977341 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.service [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 17 03:57:26.977986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Notify callbacks [] for process, before_spawn {{(pid=86251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:26.979148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:26.980403 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [-] (86365) wsgi starting up on http://0.0.0.0:9696
Apr 17 03:57:26.980561 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO oslo_service.service [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Starting 1 workers
Apr 17 03:57:26.985748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Started child 86366 {{(pid=86251) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 17 03:57:26.986255 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO oslo_service.service [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Starting 1 workers
Apr 17 03:57:26.987849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.service [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] calling RpcWorker wait() {{(pid=86366) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 17 03:57:26.988238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.service [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] returning from RpcWorker wait() {{(pid=86366) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 17 03:57:26.989718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:26.990182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:57:26.990901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Started child 86367 {{(pid=86251) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 17 03:57:26.991679 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9348d60a-d874-4eae-90c7-2616ba0d3fa1 None None] Notify callbacks [] for process, after_spawn {{(pid=86251) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:26.993249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86251) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 17 03:57:26.993500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 17 03:57:26.993650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 17 03:57:26.994126 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 17 03:57:26.994545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 17 03:57:26.994777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 17 03:57:26.995336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.995429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:26.995644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.995944 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.996241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.996564 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.997196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.997507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.997804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.998103 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.998372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.998572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.998798 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.999083 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.999348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.999700 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:26.999992 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.000256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.000543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.000742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.001002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.001304 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.001587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.001873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.002147 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.002731 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.002999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.003277 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.003537 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.003819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.004080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.004383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.004640 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.004890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.005169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.005441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.005696 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.005939 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.006433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.006573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.006782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.007211 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] host                           = dv-cinder-786054-2-iscsi {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.007486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.007750 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.008010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.008272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.008545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.008802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.009078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.009361 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.009624 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.009863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.010146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.010402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.010707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.010978 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.011135 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.011366 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.011659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.011948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.012154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.012345 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.012531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.012818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.013005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.013276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.013523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.013763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.014022 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.014264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.014515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.014832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.015088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.015354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.015588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.015878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.016810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.016810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.016810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.017060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.017249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.017512 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.017765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.018003 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.018520 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.018759 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.019256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.019256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.019522 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.019729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.019987 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.020266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.020505 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.020778 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.021100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.021319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.021651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.021948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.022165 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.022522 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.022761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.023040 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.023280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.023552 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.023765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.024060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.024274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.024522 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.024761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.025002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.025270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.025695 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.026002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.026151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:57:27.026299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.026552 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.026847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.027130 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.027404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.027679 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.027942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.028216 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.028645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.029274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.029274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.029558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.029781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.030124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.030416 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.031299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.031299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.031299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.031532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.031694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.031992 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.032305 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.032595 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.032866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.033110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.033376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.033635 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.033894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.034135 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.034377 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.034667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.034955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.035196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.035450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.035712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.035965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.036231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.036498 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.036787 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.037051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.037336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.037568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.037818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.038059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.038303 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.038575 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.038864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.039136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.039406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.039651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.039896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.040142 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.040397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.040661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.040910 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.041160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.041401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.041663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.041928 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.042194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.042454 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.042708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.042961 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.043211 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.043444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.043689 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.043945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.044187 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.044557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.044818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.045136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.045379 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.045621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.045864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.046105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.046428 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.046763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.047015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.047259 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.047502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.047742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.047984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.048280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.048598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.048862 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.049141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.049390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.049640 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.049891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.050168 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.050417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.050663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.050940 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.051223 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.051496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.051789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.052049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.052298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.052581 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.052849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.053129 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.053376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.053648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.053906 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.054188 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.054452 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.054734 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.055010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.055311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.055615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.055883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.056188 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.056438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.056737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.057066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.057378 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.057665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.057943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.058207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.058492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.058794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.059071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.059445 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.059712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.059962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.060902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.060902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.060902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.061238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.061238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.061559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.061848 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.062107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.062352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.062628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.063115 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.063371 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.063832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.064118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.064392 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.064675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.064976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.065240 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.065484 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.065750 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.065993 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.066255 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.066503 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.067021 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.067021 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.067248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.067639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.068077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.068566 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.069056 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.069497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.069910 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.070198 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.070464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.070723 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.071003 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.071254 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.071485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.071918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.072336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.072804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.073545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.074037 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.074487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.074945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.075394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.075840 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.076304 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.076728 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.077189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.077613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.078028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.078476 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.078949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.079199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.079637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.080064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.080468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.080906 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.081322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.081803 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.082232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.082503 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.082820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.083075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.083349 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.083603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.083873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.084180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.084446 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.084696 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.084999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.085275 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.085542 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.085786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.086028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.086267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.086520 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.086805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.087138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.087416 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.087689 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.087956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.088199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.088470 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.088711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.088949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.089197 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.089439 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.089697 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.089938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.090177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.090424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.090670 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.090946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.091184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.091424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.091669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.091908 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.092162 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.092404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.092659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.092903 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.093144 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.093488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.093770 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.094020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.094326 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.094592 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.094902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.095174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.095543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.095820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.096095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.096344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.096596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.096846 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.097185 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.097543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.097899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.098177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.098463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.098798 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.099100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.099401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.099646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.099973 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.100325 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.100604 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.100890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.101154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.101436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.101709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.101959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.102207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.102454 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.102736 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.103651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.103651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.103651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.104071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.104071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.107401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.107401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.107401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.107401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.107401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.107401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 17 03:57:27.107401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86251) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 17 03:57:27.107401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 17 03:57:27.108450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 17 03:57:27.108450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 17 03:57:27.108450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 17 03:57:27.108450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 17 03:57:27.108450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.108450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.108450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.108450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.109435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.109435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.109435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.109435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.109435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.109435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.109435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.109435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.110518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.110518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.110518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.110518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.110518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.110518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.110518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.110518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.112136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.112136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.112136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.112136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.112136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.112136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.114122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.114122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.114122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.114122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.114122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.114122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.114122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.114122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.115145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.115145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.115145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.115145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.115145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.115145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.115145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] host                           = dv-cinder-786054-2-iscsi {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.115145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.115145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.116685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.116685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.116685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.116685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.116685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.116685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.116685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.116685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.117694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.117694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.117694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.117694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.117694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.117694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.117694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.117694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.119311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.119311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.119311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.119311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.119311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.119311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.119311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.120712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.120712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.120712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.120712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.120712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.120712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.120712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.120712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.122191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.122191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.122191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.122191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.122191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.122191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.122191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.122191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.123234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.123234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.123234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.123234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.123234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.123234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.123234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.123234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.124219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.124219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.124219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.124219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.124219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.124219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.124219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.124219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.125224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.125224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.125224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.125224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.125224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.125224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.125224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.125224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.125224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.126397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.126397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.126397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 17 03:57:27.126397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.126397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.126397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.126397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.126397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.127261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.127261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.127261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.127261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.127261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.127261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.127261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.127261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.127261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.128248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.128248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.128248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.128248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.128248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.128248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.128248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.128248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.129231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.129231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.129231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.129231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.129231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.129231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.129231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.129231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.130739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.130739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.130739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.130739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.130739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.130739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.130739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.130739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.130739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.134339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.134339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.134339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.134339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.134339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.134339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.134339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.134339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.134339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.135493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.135493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.135493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.135493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.135493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.135493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.135493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.135493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.135493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.136858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.136858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.136858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.136858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.136858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.136858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.136858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.136858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.136858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.137935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.137935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.137935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.137935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.137935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.137935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.137935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.137935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.137935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.139717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140668 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140668 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140668 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.140955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.141372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.141372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.141514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.141582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.141758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.141923 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.142121 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.142308 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.142492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.142676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.142902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.143100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.143287 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.143472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.143657 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.143842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.144028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.144213 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.144399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.144585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.144771 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.144924 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.145120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.145315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.145501 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.145687 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.145869 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.146108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.146300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.146485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.146739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.146881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.147030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.147216 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.147399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.147585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.147780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.147925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.148114 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.148298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.148494 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.148719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.148861 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.148997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.149132 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.149278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.149459 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.149642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.149826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.150014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.150200 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.150383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.150528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:57:27.150673 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.150839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.150981 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.151124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.151267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.151419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.151572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.151715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.151857 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.152035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.152218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.152402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.152587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.152770 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.152955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.153139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.153324 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.153508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.153694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.153878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.154061 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.154245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.154429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.154614 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.154825 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.155012 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.155199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.155384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.155568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.155754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.155952 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.156138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.156306 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.156492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.156674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.156859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.157047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.157232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.157417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.157603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.157786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.157971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.158160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.158344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.158530 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.158743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.158921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.159105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.159289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.159486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.159671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.160792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.160980 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.161166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.161363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.161549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.161735 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.161938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.162062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.162291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.162509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.162610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.162810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.162999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.163194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.163378 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.163563 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.163747 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.163931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.164126 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.164310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.164665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.164665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.164819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.164988 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.165331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.165331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.165495 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.165666 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.165845 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.166024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.166218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.170708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.170708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.170708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.170708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.171309 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 37522) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:57:27.171449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.171449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.171449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.171449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.171449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.171449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.171449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.171449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.172475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.172475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.172475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.172475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.172475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.172475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.172475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.172475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.172475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.173532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.173532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.173532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.173532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.173532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.173532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.173532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.173532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.173532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.174299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.174299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.174299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.174299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.174299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 17 03:57:27.174299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86251) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 17 03:57:27.184167 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0150354
Apr 17 03:57:37.954324 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77011c88-1fd0-45ec-af58-2bb2c37f001b None None] get_active_networks_info from dv-cinder-786054-2-iscsi {{(pid=86366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 17 03:57:38.087792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4038c709-2e3b-4468-b8a7-a1b78418aeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:38.097182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77011c88-1fd0-45ec-af58-2bb2c37f001b None None] No non-hosted networks {{(pid=86366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 17 03:57:40.181145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8771dace-48d7-4a33-90ff-33d7c56b16fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:40.242177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5bfed777-d70d-44be-b5f5-183cafdc1916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:41.118578 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:41.369574 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:41.379926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.384099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.386190 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.388035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.389891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.391162 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.400156 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.400876 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.401436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.401983 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.402534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.403104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:41.403715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7febca29b208>, 'Open vSwitch agent', 'dv-cinder-786054-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:57:41.414379 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7febca2d3828>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786054-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:57:42.811445 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:42.869679 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_hamode_db [None req-6069713b-13e8-4059-b6ed-939c8d95a0d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 17 03:57:42.960634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069713b-13e8-4059-b6ed-939c8d95a0d9 None None] Routers set() bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 03:57:42.961005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069713b-13e8-4059-b6ed-939c8d95a0d9 None None] Router IDs set() for agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 17 03:57:43.394532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 37612) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:57:44.053489 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING oslo_policy.policy [None req-8816cb2c-667f-43e5-8dbe-8ad2a80a6841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 17 03:57:44.054053 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING oslo_policy.policy [None req-8816cb2c-667f-43e5-8dbe-8ad2a80a6841 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 17 03:57:44.279677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [None req-8816cb2c-667f-43e5-8dbe-8ad2a80a6841 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 17 03:57:44.280776 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8816cb2c-667f-43e5-8dbe-8ad2a80a6841 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8852255
Apr 17 03:57:47.022129 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 37628) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:57:47.674858 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING oslo_policy.policy [None req-82527e77-0ef2-4d2b-a8e7-d99fbc1756ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 17 03:57:47.675687 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING oslo_policy.policy [None req-82527e77-0ef2-4d2b-a8e7-d99fbc1756ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 17 03:57:47.908962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-82527e77-0ef2-4d2b-a8e7-d99fbc1756ff admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 03:57:48.009714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.policy [None req-82527e77-0ef2-4d2b-a8e7-d99fbc1756ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86364) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 17 03:57:48.063595 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING oslo_policy.policy [None req-82527e77-0ef2-4d2b-a8e7-d99fbc1756ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 17 03:57:48.064086 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING oslo_policy.policy [None req-82527e77-0ef2-4d2b-a8e7-d99fbc1756ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 17 03:57:48.081971 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota [None req-82527e77-0ef2-4d2b-a8e7-d99fbc1756ff admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7febcab153c8>.
Apr 17 03:57:48.098410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-82527e77-0ef2-4d2b-a8e7-d99fbc1756ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 03:57:48.169586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-82527e77-0ef2-4d2b-a8e7-d99fbc1756ff admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363246189000328', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363246188998838', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363246188846985', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363246188852845', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363246188834817', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363246188835792', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7840215', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7950807', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1514344', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1550210'] for rbac-policy, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:48.399598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-82527e77-0ef2-4d2b-a8e7-d99fbc1756ff admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:48.400904 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-82527e77-0ef2-4d2b-a8e7-d99fbc1756ff admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.3768489
Apr 17 03:57:51.381293 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 37646) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:57:51.769015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '856d35b83c9244e4bbf18a065eecb529'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 03:57:51.775446 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 03:57:51.779749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Usage tracker for resource:network and tenant:856d35b83c9244e4bbf18a065eecb529 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 03:57:51.783282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 03:57:51.789737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 03:57:51.800467 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Made reservation on behalf of 856d35b83c9244e4bbf18a065eecb529 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 03:57:51.806278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:51.822462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:51.837874 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 03:57:51.841834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Usage tracker for resource:security_group_rule and tenant:856d35b83c9244e4bbf18a065eecb529 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 03:57:51.845294 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 03:57:51.851265 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 03:57:51.948300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:51.952864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:51.957418 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:57:51.973734 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 03:57:52.001221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363246185470102', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:52.001734 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7febcb8a76a8> segment precommit_create {{(pid=86364) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 17 03:57:52.002190 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Added segment cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb of type vlan for network 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a
Apr 17 03:57:52.053830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dfb61d-58b1-432c-9df0-d3c6110b07e6,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:57:52.077031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.077405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.077764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.078117 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.078463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.078838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.079186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.079534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.079885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.080229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.080573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.080902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Tracked resource versions report:
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]: pushed versions:
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]: {   'AddressGroup': {'1.2'},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     'ConntrackHelper': {'1.0'},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Log': {'1.0'},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Network': {'1.1'},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Port': {'1.7'},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     'PortForwarding': {'1.2'},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     'QosPolicy': {'1.8'},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroup': {'1.4'},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroupRule': {'1.2'},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SubPort': {'1.0'},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Subnet': {'1.1'},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Trunk': {'1.1'}}
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]: consumer versions:
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]: {   DHCP agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     L3 agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metadata agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metering agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:     Open vSwitch agent@dv-cinder-786054-2-iscsi: {   'AddressGroup': '1.2',
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'ConntrackHelper': '1.0',
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Log': '1.0',
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Network': '1.1',
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Port': '1.7',
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'PortForwarding': '1.2',
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'QosPolicy': '1.8',
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroup': '1.4',
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroupRule': '1.2',
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SubPort': '1.0',
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Subnet': '1.1',
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Trunk': '1.1'}}
Apr 17 03:57:52.081956 dv-cinder-786054-2-iscsi neutron-server[86251]:  {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 17 03:57:52.121985 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:52.130108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:57:52.161373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:52.162937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 03:57:52.163587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:52.166883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:57:52.277927 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8952603
Apr 17 03:57:52.278568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Pushing event updated for resources: {'Network': ['ID=3dbb62ae-1172-44fc-8b90-9e59a95a0e6a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:57:52.282089 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:57:52.291131 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 03:57:55.337283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 37662) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:57:55.826627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4044bf-14a3-49fc-be1e-1f61d2a76678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 03:57:55.828116 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-aa4044bf-14a3-49fc-be1e-1f61d2a76678 admin admin] 10.222.0.36 "GET /v2.0/networks/3dbb62ae-1172-44fc-8b90-9e59a95a0e6a HTTP/1.1" status: 200  len: 825 time: 0.4897149
Apr 17 03:57:55.858626 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f36d2df3-c3b7-40df-a8d8-b68ee6df1883 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/083aafc8-8dc7-4eac-b618-42e6b340efef HTTP/1.1" status: 200  len: 734 time: 0.0222485
Apr 17 03:57:55.867999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a', 'name': 'private-subnet', 'subnetpool_id': '083aafc8-8dc7-4eac-b618-42e6b340efef', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 03:57:55.872716 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 03:57:55.876929 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Usage tracker for resource:subnet and tenant:856d35b83c9244e4bbf18a065eecb529 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 03:57:55.880027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 03:57:55.885972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 03:57:55.904466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Made reservation on behalf of 856d35b83c9244e4bbf18a065eecb529 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 03:57:55.911951 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:56.400751 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:56.404675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:57:56.489132 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b66f05-762a-4e55-997b-45b5fb007faa,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:57:56.495100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:57:56.495990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Checking segment: {'id': 'cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 03:57:56.496377 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Network hostable DHCP agents. Network: 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 03:57:56.519151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Network 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 03:57:56.529371 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 03:57:56.534207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 03:57:56.534894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:56.539907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e660b8-6ce1-4b73-bf46-48607d542bc6 None None] Network 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 03:57:56.555675 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6907911
Apr 17 03:57:56.862335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27907cdf-231b-5caf-868b-3475d251b5a1-3dbb62ae-1172-44fc-8b90-9e59a95a0e6a', 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'fixed_ips': [{'subnet_id': '27b66f05-762a-4e55-997b-45b5fb007faa'}]}} from dv-cinder-786054-2-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 17 03:57:56.863739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:57.224665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Allocated IP 172.20.0.2 (3dbb62ae-1172-44fc-8b90-9e59a95a0e6a/27b66f05-762a-4e55-997b-45b5fb007faa/53fdb2b0-8386-4bc7-afad-1ce6c335bda3) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 03:57:57.459716 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:57.473295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Transition to ACTIVE for port object 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 03:57:57.493902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Transition to ACTIVE for port object 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 03:57:57.500544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:57.508801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:57:57.569417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Network 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 03:57:57.572832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 03:57:57.579174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 03:57:57.585300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Pushing event updated for resources: {'Port': ['ID=53fdb2b0-8386-4bc7-afad-1ce6c335bda3,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:57:57.625269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.625638 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.625997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.626348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.626718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.627088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.627409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.627749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.628100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.628442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.628780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.629118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Tracked resource versions report:
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]: pushed versions:
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]: {   'AddressGroup': {'1.2'},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     'ConntrackHelper': {'1.0'},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Log': {'1.0'},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Network': {'1.1'},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Port': {'1.7'},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     'PortForwarding': {'1.2'},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     'QosPolicy': {'1.8'},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroup': {'1.4'},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroupRule': {'1.2'},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SubPort': {'1.0'},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Subnet': {'1.1'},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Trunk': {'1.1'}}
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]: consumer versions:
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]: {   DHCP agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     L3 agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metadata agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metering agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:     Open vSwitch agent@dv-cinder-786054-2-iscsi: {   'AddressGroup': '1.2',
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'ConntrackHelper': '1.0',
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Log': '1.0',
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Network': '1.1',
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Port': '1.7',
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'PortForwarding': '1.2',
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'QosPolicy': '1.8',
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroup': '1.4',
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroupRule': '1.2',
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SubPort': '1.0',
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Subnet': '1.1',
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Trunk': '1.1'}}
Apr 17 03:57:57.630273 dv-cinder-786054-2-iscsi neutron-server[86251]:  {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 17 03:57:57.664911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:57:57.691064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Attempting to bind port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 03:57:57.691472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Attempting to bind port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 03:57:57.691870 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Attempting to bind port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 on network 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 03:57:57.697754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 3, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 03:57:57.699013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Checking segment: {'id': 'cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 03:57:57.699013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:57.699351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Bound using segment: {'id': 'cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 03:57:57.699837 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Bound port: 53fdb2b0-8386-4bc7-afad-1ce6c335bda3, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 03:57:57.700265 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:57.792515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] For port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 03:57:57.796597 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] For port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=53fdb2b0-8386-4bc7-afad-1ce6c335bda3,segment=NetworkSegment(cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb),segment_id=cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 03:57:57.800566 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:57:57.804726 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:57:57.893971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Pushing event updated for resources: {'Port': ['ID=53fdb2b0-8386-4bc7-afad-1ce6c335bda3,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:57:57.897650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:57:59.283385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 37672) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:57:59.690607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [None req-07725c7e-9886-4240-9582-0f92b58b2db4 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 17 03:57:59.691698 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-07725c7e-9886-4240-9582-0f92b58b2db4 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4073753
Apr 17 03:58:02.410866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 37682) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:58:02.824265 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [None req-1c3c8253-44d3-488d-ae76-12dd320616ca admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 17 03:58:02.825290 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1c3c8253-44d3-488d-ae76-12dd320616ca admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4134121
Apr 17 03:58:03.514027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 03:58:03.584770 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 03:58:04.574918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41a7ed-ca12-4ea1-b70d-b62206ae3ae2 None None] Network 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 03:58:04.672809 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fbe12f49-2039-42dd-a743-dcac8b965eac None None] Provisioning for port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 03:58:04.683078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fbe12f49-2039-42dd-a743-dcac8b965eac None None] Provisioning complete for port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 03:58:04.683484 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fbe12f49-2039-42dd-a743-dcac8b965eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:04.921009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fbe12f49-2039-42dd-a743-dcac8b965eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:04.971026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fbe12f49-2039-42dd-a743-dcac8b965eac None None] For port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=53fdb2b0-8386-4bc7-afad-1ce6c335bda3,segment=NetworkSegment(cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb),segment_id=cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 03:58:04.975694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fbe12f49-2039-42dd-a743-dcac8b965eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:04.980031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5201e4ce-2899-4269-9bf5-64f1f693e36d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:05.053671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe12f49-2039-42dd-a743-dcac8b965eac None None] Pushing event updated for resources: {'Port': ['ID=53fdb2b0-8386-4bc7-afad-1ce6c335bda3,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:05.057005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fbe12f49-2039-42dd-a743-dcac8b965eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:05.201257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-c953a9d8-e0cf-44cd-831f-7f917966923e None None] Provisioning complete for port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 03:58:05.201664 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c953a9d8-e0cf-44cd-831f-7f917966923e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:05.476842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 03:58:05.565103 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 03:58:05.565458 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:06.017187 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 37698) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:58:06.437354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '856d35b83c9244e4bbf18a065eecb529'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 03:58:06.514365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.policy [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86365) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 17 03:58:06.568184 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING oslo_policy.policy [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 17 03:58:06.568582 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING oslo_policy.policy [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 17 03:58:06.586525 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.quota [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7febcabe7320>.
Apr 17 03:58:06.602508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 03:58:06.609101 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Usage tracker for resource:router and tenant:856d35b83c9244e4bbf18a065eecb529 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 03:58:06.613588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 03:58:06.621665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 03:58:06.638054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771965'] for router, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:06.640058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4092'] for router, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:06.668303 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:06.939253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355757'] for router, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:06.961553 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:06.962854 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f2914a5a-530c-4d4a-bc17-989ca1fe7bf3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9445801
Apr 17 03:58:07.812337 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-72637a8f-97ce-4111-8aad-8ea1ebb14e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:09.677280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 37710) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:58:10.024071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [None req-18dd4bb3-5cce-4a50-bd1a-61b8f7c471dc admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 17 03:58:10.025138 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-18dd4bb3-5cce-4a50-bd1a-61b8f7c471dc admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3469136
Apr 17 03:58:10.185754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fae8bd38-d98b-4f51-ba7e-ab0ac43f4597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:11.045587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:11.372039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:12.619291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 37730) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:58:12.692433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 03:58:12.698488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 03:58:12.702715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Usage tracker for resource:network and tenant:842803f76c4a4f7fa0e75e8f52280e9d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 03:58:12.705800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 03:58:12.711887 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 03:58:12.723374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Made reservation on behalf of 842803f76c4a4f7fa0e75e8f52280e9d for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 03:58:12.728019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:12.740519 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:12.756060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 03:58:12.757960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:12.760103 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Usage tracker for resource:security_group_rule and tenant:842803f76c4a4f7fa0e75e8f52280e9d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 03:58:12.763434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 03:58:12.769797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 03:58:12.854918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:12.858577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:12.862940 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:12.876196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Reserving flat network on physical network physnet1 {{(pid=86364) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 17 03:58:12.900495 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e65d84d-4286-432d-999f-c62432d70c64,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:12.903388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:12.903752 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Added segment ca5439a5-c668-408d-b79f-95bf0d77e27c of type flat for network 0dc6f800-ff57-4799-b37a-4ed29384853c
Apr 17 03:58:12.908871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:12.940610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:12.980409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:12.981709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 03:58:12.982320 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:12.985658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-70dd3e42-b786-4209-b7d3-86b90c0b0653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:13.085320 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Pushing event updated for resources: {'Network': ['ID=0dc6f800-ff57-4799-b37a-4ed29384853c,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:13.091206 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4680507
Apr 17 03:58:13.091206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:13.096094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 0dc6f800-ff57-4799-b37a-4ed29384853c details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 03:58:15.606241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 37750) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:58:15.736576 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbccea3-1996-4dce-b99f-ce395c1bf8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 03:58:15.737904 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7cbccea3-1996-4dce-b99f-ce395c1bf8fd admin admin] 10.222.0.36 "GET /v2.0/subnets/27b66f05-762a-4e55-997b-45b5fb007faa HTTP/1.1" status: 200  len: 849 time: 0.1301830
Apr 17 03:58:15.911443 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-849d61bd-664a-4207-b1b5-d9eece12c5e1 admin admin] 10.222.0.36 "GET /v2.0/routers/2bac3753-005c-46bc-93a8-95257874b837 HTTP/1.1" status: 200  len: 704 time: 0.1672118
Apr 17 03:58:16.554352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:16.798440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Allocated IP 172.20.0.1 (3dbb62ae-1172-44fc-8b90-9e59a95a0e6a/27b66f05-762a-4e55-997b-45b5fb007faa/40d19bbf-f7b7-4d74-9658-89beeb09277e) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 03:58:16.970179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:16.987643 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Transition to ACTIVE for port object 40d19bbf-f7b7-4d74-9658-89beeb09277e will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 03:58:17.046762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:17.050769 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:17.118327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Network 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 03:58:17.121321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 03:58:17.125173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 03:58:17.125701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421646'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:17.262248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=40d19bbf-f7b7-4d74-9658-89beeb09277e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:17.273319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:17.340752 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-c50d03b5-2999-43e7-8220-f682f1296212 None None] Provisioning for port 40d19bbf-f7b7-4d74-9658-89beeb09277e completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 03:58:17.345801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-c50d03b5-2999-43e7-8220-f682f1296212 None None] Provisioning complete for port 40d19bbf-f7b7-4d74-9658-89beeb09277e triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 03:58:17.346208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c50d03b5-2999-43e7-8220-f682f1296212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:17.401986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-c50d03b5-2999-43e7-8220-f682f1296212 None None] Port 40d19bbf-f7b7-4d74-9658-89beeb09277e cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 03:58:17.402405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:17.646421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:17.651439 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:17.652502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854354071'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:17.655834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:17.788976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=40d19bbf-f7b7-4d74-9658-89beeb09277e,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:17.793123 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:17.856573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Network 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 03:58:17.857711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 03:58:18.028625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-359e052c-72d1-4451-b470-8d6b4c1262f8 None None] Provisioning complete for port 40d19bbf-f7b7-4d74-9658-89beeb09277e triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 03:58:18.029025 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-359e052c-72d1-4451-b470-8d6b4c1262f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:18.088693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-359e052c-72d1-4451-b470-8d6b4c1262f8 None None] Port 40d19bbf-f7b7-4d74-9658-89beeb09277e cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 03:58:18.229804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Router 2bac3753-005c-46bc-93a8-95257874b837 is scheduled to L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 17 03:58:18.396310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 03:58:18.408668 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] 10.222.0.36 "PUT /v2.0/routers/2bac3753-005c-46bc-93a8-95257874b837/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4891841
Apr 17 03:58:18.409374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Sync routers for ids ['2bac3753-005c-46bc-93a8-95257874b837'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 03:58:18.420894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Routers {'2bac3753-005c-46bc-93a8-95257874b837'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 03:58:18.422076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febcab7be80>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T03:58:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2bac3753-005c-46bc-93a8-95257874b837'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:58:18.603809 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Set router 2bac3753-005c-46bc-93a8-95257874b837 gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 03:58:19.157337 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febcab7be80>, [{'id': '2bac3753-005c-46bc-93a8-95257874b837', 'name': 'router1', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:06Z', 'updated_at': '2021-04-17T03:58:17Z', 'revision_number': 2, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'gw_port_host': None, '_interfaces': [{'id': '40d19bbf-f7b7-4d74-9658-89beeb09277e', 'name': '', 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'mac_address': 'fa:16:3e:1b:d3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bac3753-005c-46bc-93a8-95257874b837', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:17Z', 'revision_number': 2, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'subnets': [{'id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '083aafc8-8dc7-4eac-b618-42e6b340efef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:58:19.162534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Checking router: 2bac3753-005c-46bc-93a8-95257874b837 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 03:58:19.162944 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Updating router 2bac3753-005c-46bc-93a8-95257874b837 port 40d19bbf-f7b7-4d74-9658-89beeb09277e binding host dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 03:58:19.223819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:19.623001 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:19.637782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Transition to ACTIVE for port object 40d19bbf-f7b7-4d74-9658-89beeb09277e will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 03:58:19.643973 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:19.648882 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:19.783486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Pushing event updated for resources: {'Port': ['ID=40d19bbf-f7b7-4d74-9658-89beeb09277e,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:19.793854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.794167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.794569 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.794948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.795302 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.795650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.795984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.796314 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.796698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.797062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.797361 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.797704 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Tracked resource versions report:
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]: pushed versions:
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]: {   'AddressGroup': {'1.2'},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     'ConntrackHelper': {'1.0'},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Log': {'1.0'},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Network': {'1.1'},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Port': {'1.7'},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     'PortForwarding': {'1.2'},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     'QosPolicy': {'1.8'},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroup': {'1.4'},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroupRule': {'1.2'},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SubPort': {'1.0'},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Subnet': {'1.1'},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Trunk': {'1.1'}}
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]: consumer versions:
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]: {   DHCP agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     L3 agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metadata agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metering agent@dv-cinder-786054-2-iscsi: {},
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:     Open vSwitch agent@dv-cinder-786054-2-iscsi: {   'AddressGroup': '1.2',
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'ConntrackHelper': '1.0',
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Log': '1.0',
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Network': '1.1',
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Port': '1.7',
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'PortForwarding': '1.2',
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'QosPolicy': '1.8',
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroup': '1.4',
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroupRule': '1.2',
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SubPort': '1.0',
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Subnet': '1.1',
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Trunk': '1.1'}}
Apr 17 03:58:19.798875 dv-cinder-786054-2-iscsi neutron-server[86251]:  {{(pid=86367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 17 03:58:19.840201 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:19.890819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Attempting to bind port 40d19bbf-f7b7-4d74-9658-89beeb09277e on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 03:58:19.891242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Attempting to bind port 40d19bbf-f7b7-4d74-9658-89beeb09277e by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 03:58:19.891645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Attempting to bind port 40d19bbf-f7b7-4d74-9658-89beeb09277e on network 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 03:58:19.897465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 3, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 03:58:19.897890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Checking segment: {'id': 'cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 03:58:19.898355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:19.898812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Bound using segment: {'id': 'cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 03:58:19.899338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Bound port: 40d19bbf-f7b7-4d74-9658-89beeb09277e, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 03:58:19.899736 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:19.993164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] For port 40d19bbf-f7b7-4d74-9658-89beeb09277e, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 03:58:19.998385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] For port 40d19bbf-f7b7-4d74-9658-89beeb09277e, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=40d19bbf-f7b7-4d74-9658-89beeb09277e,segment=NetworkSegment(cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb),segment_id=cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 03:58:20.002421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:20.007531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:20.092031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Routers {'2bac3753-005c-46bc-93a8-95257874b837'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 03:58:20.092705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febcab7be80>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T03:58:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2bac3753-005c-46bc-93a8-95257874b837'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:58:20.212975 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Pushing event updated for resources: {'Port': ['ID=40d19bbf-f7b7-4d74-9658-89beeb09277e,revision_number=4']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:20.223176 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:20.258529 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] Set router 2bac3753-005c-46bc-93a8-95257874b837 gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 03:58:20.599970 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febcab7be80>, [{'id': '2bac3753-005c-46bc-93a8-95257874b837', 'name': 'router1', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:06Z', 'updated_at': '2021-04-17T03:58:17Z', 'revision_number': 2, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'gw_port_host': None, '_interfaces': [{'id': '40d19bbf-f7b7-4d74-9658-89beeb09277e', 'name': '', 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'mac_address': 'fa:16:3e:1b:d3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bac3753-005c-46bc-93a8-95257874b837', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:19Z', 'revision_number': 4, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'subnets': [{'id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '083aafc8-8dc7-4eac-b618-42e6b340efef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:58:20.604186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308a840-2315-4f38-ab83-1674c6fdafeb None None] The sync data for ids ['2bac3753-005c-46bc-93a8-95257874b837'] in dv-cinder-786054-2-iscsi is: [{'id': '2bac3753-005c-46bc-93a8-95257874b837', 'name': 'router1', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:06Z', 'updated_at': '2021-04-17T03:58:17Z', 'revision_number': 2, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'gw_port_host': None, '_interfaces': [{'id': '40d19bbf-f7b7-4d74-9658-89beeb09277e', 'name': '', 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'mac_address': 'fa:16:3e:1b:d3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bac3753-005c-46bc-93a8-95257874b837', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:19Z', 'revision_number': 4, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'subnets': [{'id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '083aafc8-8dc7-4eac-b618-42e6b340efef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 03:58:20.929107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 37762) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:58:21.091885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766e649-e57b-4b4b-a5dd-3fc940455e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 03:58:21.092485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c766e649-e57b-4b4b-a5dd-3fc940455e73 admin admin] Synchronizing usage tracker for tenant:842803f76c4a4f7fa0e75e8f52280e9d on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 03:58:21.110830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c766e649-e57b-4b4b-a5dd-3fc940455e73 admin admin] Unset dirty status for tenant:842803f76c4a4f7fa0e75e8f52280e9d on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 03:58:21.112026 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c766e649-e57b-4b4b-a5dd-3fc940455e73 admin admin] 10.222.0.36 "GET /v2.0/networks/0dc6f800-ff57-4799-b37a-4ed29384853c HTTP/1.1" status: 200  len: 842 time: 0.1818609
Apr 17 03:58:21.122783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 03:58:21.128689 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 03:58:21.133010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Usage tracker for resource:subnet and tenant:842803f76c4a4f7fa0e75e8f52280e9d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 03:58:21.136083 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 03:58:21.142705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 03:58:21.152761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Made reservation on behalf of 842803f76c4a4f7fa0e75e8f52280e9d for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 03:58:21.157470 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:21.591279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.objects.ports [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86364) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 17 03:58:21.591816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:21.596490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4cde6afc-e560-459f-92dd-7f14e86f445e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:21.668345 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19839024-709d-454c-aee3-07009ecfcba6,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:21.671165 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:21.678599 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Checking segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 03:58:21.679013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Network hostable DHCP agents. Network: 0dc6f800-ff57-4799-b37a-4ed29384853c, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 03:58:21.697676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 03:58:21.706716 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 0dc6f800-ff57-4799-b37a-4ed29384853c) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 03:58:21.710928 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 03:58:21.711569 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:21.715833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7484e00e-b63a-49d0-9daf-e5ee6546fbd6 None None] Network 0dc6f800-ff57-4799-b37a-4ed29384853c requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 03:58:21.733554 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6146803
Apr 17 03:58:21.956547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f7871f-8fa3-4b3e-ac19-91fd1bcb0209 None None] Network 0dc6f800-ff57-4799-b37a-4ed29384853c requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 03:58:24.353741 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 37776) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:58:24.573618 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9b59f14e-d290-4644-999f-7dda33eaed70 admin admin] 10.222.0.36 "GET /v2.0/routers/2bac3753-005c-46bc-93a8-95257874b837 HTTP/1.1" status: 200  len: 710 time: 0.2178345
Apr 17 03:58:24.712032 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af57ffb-c545-47be-8e9d-a85e784676c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 03:58:24.713470 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1af57ffb-c545-47be-8e9d-a85e784676c3 admin admin] 10.222.0.36 "GET /v2.0/networks/0dc6f800-ff57-4799-b37a-4ed29384853c HTTP/1.1" status: 200  len: 886 time: 0.1339703
Apr 17 03:58:24.726425 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 03:58:25.375430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4077'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:25.517209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 40d19bbf-f7b7-4d74-9658-89beeb09277e up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 03:58:25.588969 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 40d19bbf-f7b7-4d74-9658-89beeb09277e completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 03:58:25.594269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 40d19bbf-f7b7-4d74-9658-89beeb09277e triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 03:58:25.594862 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:25.724565 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:25.728892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:25.759946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 40d19bbf-f7b7-4d74-9658-89beeb09277e, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=40d19bbf-f7b7-4d74-9658-89beeb09277e,segment=NetworkSegment(cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb),segment_id=cd3ef5fd-9e88-4b4d-979a-a7f59e1239fb)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 03:58:25.763832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:25.767885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:25.787946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:25.938205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Allocated IP 172.27.0.5 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/e63f9b47-b090-4e25-a499-485978a37169) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 03:58:25.993433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=40d19bbf-f7b7-4d74-9658-89beeb09277e,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:25.996620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:26.096400 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:26.127361 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:26.131429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:26.196232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 03:58:26.199461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 03:58:26.203193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 03:58:26.319633 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=e63f9b47-b090-4e25-a499-485978a37169,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:26.329548 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:26.622357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:26.973420 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4077'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:26.976962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854355774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854374876'] for router, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:27.352349 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Router 2bac3753-005c-46bc-93a8-95257874b837 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 03:58:27.483598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 40d19bbf-f7b7-4d74-9658-89beeb09277e up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 03:58:27.537436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 03:58:27.546174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:27.547606 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] 10.222.0.36 "PUT /v2.0/routers/2bac3753-005c-46bc-93a8-95257874b837 HTTP/1.1" status: 200  len: 888 time: 2.8246763
Apr 17 03:58:27.549172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Sync routers for ids ['2bac3753-005c-46bc-93a8-95257874b837'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 03:58:27.565250 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 40d19bbf-f7b7-4d74-9658-89beeb09277e triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 03:58:27.565602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:27.591900 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Routers {'2bac3753-005c-46bc-93a8-95257874b837'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 03:58:27.592613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9e20a20>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T03:58:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2bac3753-005c-46bc-93a8-95257874b837'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:58:27.863987 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Set router 2bac3753-005c-46bc-93a8-95257874b837 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 03:58:28.225616 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9e20a20>, [{'id': '2bac3753-005c-46bc-93a8-95257874b837', 'name': 'router1', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e63f9b47-b090-4e25-a499-485978a37169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:06Z', 'updated_at': '2021-04-17T03:58:26Z', 'revision_number': 4, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'gw_port': {'id': 'e63f9b47-b090-4e25-a499-485978a37169', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bac3753-005c-46bc-93a8-95257874b837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:25Z', 'updated_at': '2021-04-17T03:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '40d19bbf-f7b7-4d74-9658-89beeb09277e', 'name': '', 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'mac_address': 'fa:16:3e:1b:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bac3753-005c-46bc-93a8-95257874b837', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:25Z', 'revision_number': 5, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'subnets': [{'id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '083aafc8-8dc7-4eac-b618-42e6b340efef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:58:28.230878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Checking router: 2bac3753-005c-46bc-93a8-95257874b837 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 03:58:28.231266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Updating router 2bac3753-005c-46bc-93a8-95257874b837 port e63f9b47-b090-4e25-a499-485978a37169 binding host dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 03:58:28.285711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:28.630642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:28.642736 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Transition to ACTIVE for port object e63f9b47-b090-4e25-a499-485978a37169 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 03:58:28.649066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:28.652937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:28.734104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Attempting to bind port e63f9b47-b090-4e25-a499-485978a37169 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 03:58:28.734499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Attempting to bind port e63f9b47-b090-4e25-a499-485978a37169 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 03:58:28.734922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Attempting to bind port e63f9b47-b090-4e25-a499-485978a37169 on network 0dc6f800-ff57-4799-b37a-4ed29384853c {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 03:58:28.741035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4eb97-71a5-42b1-b4b0-550212ecbcd3 None None] Pushing event updated for resources: {'Port': ['ID=e63f9b47-b090-4e25-a499-485978a37169,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:28.743825 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-07f4eb97-71a5-42b1-b4b0-550212ecbcd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:28.746620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 3, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 03:58:28.747053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Checking segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 03:58:28.747480 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:28.747892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Bound using segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 03:58:28.748669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Bound port: e63f9b47-b090-4e25-a499-485978a37169, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 03:58:28.748751 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:28.827256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] For port e63f9b47-b090-4e25-a499-485978a37169, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 03:58:28.830962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] For port e63f9b47-b090-4e25-a499-485978a37169, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=e63f9b47-b090-4e25-a499-485978a37169,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 03:58:28.835110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:28.839515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:28.922585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Routers {'2bac3753-005c-46bc-93a8-95257874b837'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 03:58:28.923276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9e20a20>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T03:58:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2bac3753-005c-46bc-93a8-95257874b837'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:58:28.973158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4eb97-71a5-42b1-b4b0-550212ecbcd3 None None] Pushing event updated for resources: {'Port': ['ID=e63f9b47-b090-4e25-a499-485978a37169,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:28.981437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-07f4eb97-71a5-42b1-b4b0-550212ecbcd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:29.111473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] Set router 2bac3753-005c-46bc-93a8-95257874b837 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 03:58:29.453056 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9e20a20>, [{'id': '2bac3753-005c-46bc-93a8-95257874b837', 'name': 'router1', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e63f9b47-b090-4e25-a499-485978a37169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:06Z', 'updated_at': '2021-04-17T03:58:26Z', 'revision_number': 4, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'gw_port': {'id': 'e63f9b47-b090-4e25-a499-485978a37169', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bac3753-005c-46bc-93a8-95257874b837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:25Z', 'updated_at': '2021-04-17T03:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '40d19bbf-f7b7-4d74-9658-89beeb09277e', 'name': '', 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'mac_address': 'fa:16:3e:1b:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bac3753-005c-46bc-93a8-95257874b837', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:25Z', 'revision_number': 5, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'subnets': [{'id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '083aafc8-8dc7-4eac-b618-42e6b340efef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 03:58:29.457417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a1d8e-4146-467a-826a-51aaf82c6ba9 None None] The sync data for ids ['2bac3753-005c-46bc-93a8-95257874b837'] in dv-cinder-786054-2-iscsi is: [{'id': '2bac3753-005c-46bc-93a8-95257874b837', 'name': 'router1', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e63f9b47-b090-4e25-a499-485978a37169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T03:58:06Z', 'updated_at': '2021-04-17T03:58:26Z', 'revision_number': 4, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'gw_port': {'id': 'e63f9b47-b090-4e25-a499-485978a37169', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bac3753-005c-46bc-93a8-95257874b837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:25Z', 'updated_at': '2021-04-17T03:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '40d19bbf-f7b7-4d74-9658-89beeb09277e', 'name': '', 'network_id': '3dbb62ae-1172-44fc-8b90-9e59a95a0e6a', 'tenant_id': '856d35b83c9244e4bbf18a065eecb529', 'mac_address': 'fa:16:3e:1b:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bac3753-005c-46bc-93a8-95257874b837', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T03:58:16Z', 'updated_at': '2021-04-17T03:58:25Z', 'revision_number': 5, 'project_id': '856d35b83c9244e4bbf18a065eecb529', 'subnets': [{'id': '27b66f05-762a-4e55-997b-45b5fb007faa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '083aafc8-8dc7-4eac-b618-42e6b340efef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 03:58:30.213867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 37786) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 03:58:30.344663 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7cb926d4-21c6-45d4-a4e1-e5ffa3210f6a admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 409 time: 0.1296754
Apr 17 03:58:31.510938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device e63f9b47-b090-4e25-a499-485978a37169 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 03:58:31.585374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port e63f9b47-b090-4e25-a499-485978a37169 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 03:58:31.590387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port e63f9b47-b090-4e25-a499-485978a37169 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 03:58:31.590849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:31.720200 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:31.739177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port e63f9b47-b090-4e25-a499-485978a37169, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=e63f9b47-b090-4e25-a499-485978a37169,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 03:58:31.742606 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:31.750799 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 03:58:31.819894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=e63f9b47-b090-4e25-a499-485978a37169,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 03:58:31.823723 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 03:58:33.526561 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device e63f9b47-b090-4e25-a499-485978a37169 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 03:58:33.634244 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port e63f9b47-b090-4e25-a499-485978a37169 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 03:58:33.635118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:37.829803 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6375c316-3f4f-40bf-b968-8696fa980abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:40.067883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 03:58:40.194875 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4a222d82-0adf-4be1-86e0-94ff552e3404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:41.079402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:41.379104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:58:42.770296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:59:07.813564 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0dde74ae-d290-4168-8767-396fe00bce98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:59:10.187148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aa5e20ef-45fb-4df4-8b59-33a82b310cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:59:11.071053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:59:11.372918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:59:12.773629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:59:17.071999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 03:59:37.816219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0790458f-98d2-4742-95bf-11c13cc89ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:59:40.190198 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83b77663-a32f-49c1-b878-d1a105d59b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:59:41.065691 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:59:41.376841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:59:42.779729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 03:59:54.074108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:00:07.819871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3e585835-d208-434f-ab72-d93d742d4d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:10.194291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5268faef-ea91-4c8b-8b8b-b552b7728e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:11.059989 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:11.381319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:12.781844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:17.936545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38356) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:00:18.023184 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.pecan_wsgi.hooks.translation [None req-0664aef4-a7a8-43a6-b33d-a575719e7711 admin admin] GET failed (client error): The resource could not be found.
Apr 17 04:00:18.024562 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0664aef4-a7a8-43a6-b33d-a575719e7711 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0869842
Apr 17 04:00:18.170667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a50c69c-43a1-48e5-bb65-3e53f819c05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:18.172218 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-6a50c69c-43a1-48e5-bb65-3e53f819c05b admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1409163
Apr 17 04:00:20.675359 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38366) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:00:20.808472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de4fe91-aaee-4ad7-a564-a61021451090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:20.809074 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1de4fe91-aaee-4ad7-a564-a61021451090 admin admin] Synchronizing usage tracker for tenant:842803f76c4a4f7fa0e75e8f52280e9d on resource:subnet {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:00:20.827313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1de4fe91-aaee-4ad7-a564-a61021451090 admin admin] Unset dirty status for tenant:842803f76c4a4f7fa0e75e8f52280e9d on resource:subnet {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:00:20.828546 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1de4fe91-aaee-4ad7-a564-a61021451090 admin admin] 10.222.0.36 "GET /v2.0/subnets/27b66f05-762a-4e55-997b-45b5fb007faa HTTP/1.1" status: 200  len: 849 time: 0.1521790
Apr 17 04:00:20.842204 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:00:20.981019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Notify callbacks [] for subnet, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:21.299003 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790669223129'] for subnet, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:21.302859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:00:21.344715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:21.345735 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:21.351020 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] 10.222.0.36 "PUT /v2.0/subnets/27b66f05-762a-4e55-997b-45b5fb007faa HTTP/1.1" status: 200  len: 868 time: 0.5087755
Apr 17 04:00:21.351224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ce543-c022-4573-95dd-048d34240631 None None] Network 3dbb62ae-1172-44fc-8b90-9e59a95a0e6a requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:00:21.372508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b66f05-762a-4e55-997b-45b5fb007faa,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:00:21.381227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.381639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.381953 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.382717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.383074 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.383434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.383794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.384152 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.384544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.384864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.385184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.385540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:00:21.389440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8ad3e850-042a-49e9-bbe6-fadebde175ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:00:21.799620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-28b5ff6d-b410-449c-be06-c2f1076273cf None None] Provisioning complete for port 53fdb2b0-8386-4bc7-afad-1ce6c335bda3 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:00:21.800182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28b5ff6d-b410-449c-be06-c2f1076273cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:21.932020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-28b5ff6d-b410-449c-be06-c2f1076273cf None None] Provisioning complete for port 40d19bbf-f7b7-4d74-9658-89beeb09277e triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:00:21.932327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28b5ff6d-b410-449c-be06-c2f1076273cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:23.825615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38376) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:00:24.016744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2aef36-5d77-4926-8063-f1607ac5d6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:24.017318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2aef36-5d77-4926-8063-f1607ac5d6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:24.019032 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7b2aef36-5d77-4926-8063-f1607ac5d6e6 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1923399
Apr 17 04:00:26.484531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38386) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:00:26.681272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccc5fe3-2b72-4483-8a6d-7b502c18aec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:26.681703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccc5fe3-2b72-4483-8a6d-7b502c18aec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:26.683392 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-bccc5fe3-2b72-4483-8a6d-7b502c18aec7 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1978369
Apr 17 04:00:29.159197 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38396) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:00:29.355525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa794d21-2e48-41b1-af7e-9d7a501b22ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:29.356895 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-fa794d21-2e48-41b1-af7e-9d7a501b22ab admin admin] 10.222.0.36 "GET /v2.0/networks/0dc6f800-ff57-4799-b37a-4ed29384853c HTTP/1.1" status: 200  len: 886 time: 0.1963172
Apr 17 04:00:31.073949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:00:31.823458 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38406) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:00:32.028299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65de07e0-f7db-4baa-b845-3f489c6f1ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:32.029690 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-65de07e0-f7db-4baa-b845-3f489c6f1ae6 admin admin] 10.222.0.36 "GET /v2.0/networks/3dbb62ae-1172-44fc-8b90-9e59a95a0e6a HTTP/1.1" status: 200  len: 869 time: 0.2049053
Apr 17 04:00:34.500581 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38416) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:00:34.628618 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4846877c-5d1b-4b1b-b0a7-ba023bd44642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:34.629119 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4846877c-5d1b-4b1b-b0a7-ba023bd44642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:34.630733 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4846877c-5d1b-4b1b-b0a7-ba023bd44642 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1287007
Apr 17 04:00:37.097878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38426) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:00:37.217979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eccf29-c43d-47b7-8aa9-833d8754aed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:37.218499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eccf29-c43d-47b7-8aa9-833d8754aed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:37.220193 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-63eccf29-c43d-47b7-8aa9-833d8754aed3 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1212611
Apr 17 04:00:37.822810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9974e63d-4881-4d1c-b732-76de2c3324fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:39.706755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38436) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:00:39.821541 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b3e57e-461a-476a-b1f7-42235f0fe398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:39.823315 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c4b3e57e-461a-476a-b1f7-42235f0fe398 admin admin] 10.222.0.36 "GET /v2.0/subnets/19839024-709d-454c-aee3-07009ecfcba6 HTTP/1.1" status: 200  len: 816 time: 0.1155589
Apr 17 04:00:40.197762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e4e1c7c1-8527-4d2d-8dc8-536effd6a4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:41.068441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:41.386431 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:00:42.308162 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38446) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:00:42.429410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d36e3d2-edd7-44ee-9e22-809541e48438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:00:42.430893 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-2d36e3d2-edd7-44ee-9e22-809541e48438 admin admin] 10.222.0.36 "GET /v2.0/subnets/27b66f05-762a-4e55-997b-45b5fb007faa HTTP/1.1" status: 200  len: 868 time: 0.1216152
Apr 17 04:00:42.800457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:07.833532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd6f4222-801c-4fd5-9c54-56ddbcfd47e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:08.074871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:01:08.817300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38490) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:01:08.881693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [None req-90e829e5-a9b2-45b5-9e21-89ae3474a714 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 17 04:01:08.882738 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-90e829e5-a9b2-45b5-9e21-89ae3474a714 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0640836
Apr 17 04:01:10.201717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56be1fb1-a0ed-4560-848d-18c582d4261c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:11.066898 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:11.389261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:11.436995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 38500) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:01:11.527337 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffc018e-b3a4-4d4a-9c80-927d99cbfd52 admin admin] GET failed (client error): The resource could not be found.
Apr 17 04:01:11.528779 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5ffc018e-b3a4-4d4a-9c80-927d99cbfd52 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0907564
Apr 17 04:01:11.694800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e38d4d4-847e-40fd-ab9c-567c992c7e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:01:11.696363 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7e38d4d4-847e-40fd-ab9c-567c992c7e19 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1600366
Apr 17 04:01:12.795182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:14.229880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 38510) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:01:14.287619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:01:14.293692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:01:14.304178 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:01:14.314847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Made reservation on behalf of 842803f76c4a4f7fa0e75e8f52280e9d for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:01:14.320727 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:14.420828 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.services.revisions.revision_plugin [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7febca81d320] {project_id='842803f76c4a4f7fa0e75e8f52280e9d', id='8ba5ce60-fca6-4e97-a1bc-a5f2a3f7c72a', target_tenant='*', action='access_as_shared', object_id='a2089550-01f0-4a07-b083-b54f40f22d5c'}> to bump revision.
Apr 17 04:01:14.440444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:01:14.456843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363246185470102', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:14.457421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7febcb8a76a8> segment precommit_create {{(pid=86365) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 17 04:01:14.457889 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Added segment 69e05ad9-66b5-44d5-93dd-f1e9737c189b of type vlan for network a2089550-01f0-4a07-b083-b54f40f22d5c
Apr 17 04:01:14.525629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:14.562588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:14.564217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:01:14.564838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:14.569695 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:01:14.660490 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4290752
Apr 17 04:01:14.683683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Pushing event updated for resources: {'Network': ['ID=a2089550-01f0-4a07-b083-b54f40f22d5c,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:01:14.692874 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.693242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.693605 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.693960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.694322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.694700 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.695063 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.695415 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.695779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.696125 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.696473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.696818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Tracked resource versions report:
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]: pushed versions:
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]: {   'AddressGroup': {'1.2'},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     'ConntrackHelper': {'1.0'},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Log': {'1.0'},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Network': {'1.1'},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Port': {'1.7'},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     'PortForwarding': {'1.2'},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     'QosPolicy': {'1.8'},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroup': {'1.4'},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroupRule': {'1.2'},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SubPort': {'1.0'},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Subnet': {'1.1'},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Trunk': {'1.1'}}
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]: consumer versions:
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]: {   DHCP agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     L3 agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metadata agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metering agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:     Open vSwitch agent@dv-cinder-786054-2-iscsi: {   'AddressGroup': '1.2',
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'ConntrackHelper': '1.0',
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Log': '1.0',
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Network': '1.1',
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Port': '1.7',
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'PortForwarding': '1.2',
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'QosPolicy': '1.8',
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroup': '1.4',
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroupRule': '1.2',
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SubPort': '1.0',
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Subnet': '1.1',
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Trunk': '1.1'}}
Apr 17 04:01:14.698238 dv-cinder-786054-2-iscsi neutron-server[86251]:  {{(pid=86365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 17 04:01:14.735900 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:01:14.744181 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network a2089550-01f0-4a07-b083-b54f40f22d5c details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:01:17.195288 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 38524) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:01:17.282198 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7f958f-bbe5-40b0-b373-32d6b5367b9b admin admin] GET failed (client error): The resource could not be found.
Apr 17 04:01:17.282805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5a7f958f-bbe5-40b0-b373-32d6b5367b9b admin admin] Synchronizing usage tracker for tenant:842803f76c4a4f7fa0e75e8f52280e9d on resource:network {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:01:17.300314 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5a7f958f-bbe5-40b0-b373-32d6b5367b9b admin admin] Unset dirty status for tenant:842803f76c4a4f7fa0e75e8f52280e9d on resource:network {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:01:17.301532 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5a7f958f-bbe5-40b0-b373-32d6b5367b9b admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1047299
Apr 17 04:01:17.417812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d82feb-1ccd-4649-bff5-88d40a45b1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:01:17.419288 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f4d82feb-1ccd-4649-bff5-88d40a45b1d4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1111329
Apr 17 04:01:17.434072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Request body: {'subnet': {'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:01:17.439506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:01:17.455166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:01:17.464895 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Made reservation on behalf of 842803f76c4a4f7fa0e75e8f52280e9d for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:01:17.469570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:17.888721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:17.892696 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:01:17.965594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9109926a-feda-4f3d-908c-3ae7c7a10e2f,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:01:17.969006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:01:17.978608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Checking segment: {'id': '69e05ad9-66b5-44d5-93dd-f1e9737c189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:01:17.979016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Network hostable DHCP agents. Network: a2089550-01f0-4a07-b083-b54f40f22d5c, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:01:18.001571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Network a2089550-01f0-4a07-b083-b54f40f22d5c is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:01:18.011949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, a2089550-01f0-4a07-b083-b54f40f22d5c) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:01:18.016888 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:01:18.017517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:18.022231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5658b93c-98e7-4c84-9c56-4dfab086839e None None] Network a2089550-01f0-4a07-b083-b54f40f22d5c requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:01:18.042390 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6121325
Apr 17 04:01:18.259476 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27907cdf-231b-5caf-868b-3475d251b5a1-a2089550-01f0-4a07-b083-b54f40f22d5c', 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c', 'tenant_id': '842803f76c4a4f7fa0e75e8f52280e9d', 'fixed_ips': [{'subnet_id': '9109926a-feda-4f3d-908c-3ae7c7a10e2f'}]}} from dv-cinder-786054-2-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 17 04:01:18.260693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:18.423958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Allocated IP 192.168.233.2 (a2089550-01f0-4a07-b083-b54f40f22d5c/9109926a-feda-4f3d-908c-3ae7c7a10e2f/8daab32a-f576-4b9b-82fc-ccf7dde18d43) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:01:18.640591 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:18.651588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Transition to ACTIVE for port object 8daab32a-f576-4b9b-82fc-ccf7dde18d43 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:01:18.671052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Transition to ACTIVE for port object 8daab32a-f576-4b9b-82fc-ccf7dde18d43 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:01:18.677254 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:18.683239 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:01:18.755279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Network a2089550-01f0-4a07-b083-b54f40f22d5c is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:01:18.758231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:01:18.762926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Pushing event updated for resources: {'Port': ['ID=8daab32a-f576-4b9b-82fc-ccf7dde18d43,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:01:18.765363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:01:18.800979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.801364 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.801737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.802103 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.802465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.802835 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.803199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.803560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.803921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.804278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.804639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.804997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:01:18.819387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:01:18.873497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Attempting to bind port 8daab32a-f576-4b9b-82fc-ccf7dde18d43 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:01:18.873899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Attempting to bind port 8daab32a-f576-4b9b-82fc-ccf7dde18d43 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': '69e05ad9-66b5-44d5-93dd-f1e9737c189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:01:18.874329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Attempting to bind port 8daab32a-f576-4b9b-82fc-ccf7dde18d43 on network a2089550-01f0-4a07-b083-b54f40f22d5c {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:01:18.880281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:01:18.880688 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Checking segment: {'id': '69e05ad9-66b5-44d5-93dd-f1e9737c189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:01:18.881124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:18.881552 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Bound using segment: {'id': '69e05ad9-66b5-44d5-93dd-f1e9737c189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:01:18.882060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Bound port: 8daab32a-f576-4b9b-82fc-ccf7dde18d43, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e05ad9-66b5-44d5-93dd-f1e9737c189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:01:18.882478 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:18.975399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] For port 8daab32a-f576-4b9b-82fc-ccf7dde18d43, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:01:18.979039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] For port 8daab32a-f576-4b9b-82fc-ccf7dde18d43, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=8daab32a-f576-4b9b-82fc-ccf7dde18d43,segment=NetworkSegment(69e05ad9-66b5-44d5-93dd-f1e9737c189b),segment_id=69e05ad9-66b5-44d5-93dd-f1e9737c189b)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:01:18.982582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:18.986853 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:01:19.076877 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Pushing event updated for resources: {'Port': ['ID=8daab32a-f576-4b9b-82fc-ccf7dde18d43,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:01:19.080440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:01:19.640052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 8daab32a-f576-4b9b-82fc-ccf7dde18d43 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:01:19.712544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 8daab32a-f576-4b9b-82fc-ccf7dde18d43 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:01:20.292487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b610d7-aed0-4b15-b47c-209e6e98d614 None None] Network a2089550-01f0-4a07-b083-b54f40f22d5c requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:01:20.393615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-6cd6e791-3e6f-45dc-90dc-23e28c0b0b78 None None] Provisioning for port 8daab32a-f576-4b9b-82fc-ccf7dde18d43 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:01:20.400900 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-6cd6e791-3e6f-45dc-90dc-23e28c0b0b78 None None] Provisioning complete for port 8daab32a-f576-4b9b-82fc-ccf7dde18d43 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:01:20.401335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e791-3e6f-45dc-90dc-23e28c0b0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:20.639691 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e791-3e6f-45dc-90dc-23e28c0b0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:20.692026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-6cd6e791-3e6f-45dc-90dc-23e28c0b0b78 None None] For port 8daab32a-f576-4b9b-82fc-ccf7dde18d43, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=8daab32a-f576-4b9b-82fc-ccf7dde18d43,segment=NetworkSegment(69e05ad9-66b5-44d5-93dd-f1e9737c189b),segment_id=69e05ad9-66b5-44d5-93dd-f1e9737c189b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:01:20.699442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6cd6e791-3e6f-45dc-90dc-23e28c0b0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:20.701647 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:01:20.773074 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6e791-3e6f-45dc-90dc-23e28c0b0b78 None None] Pushing event updated for resources: {'Port': ['ID=8daab32a-f576-4b9b-82fc-ccf7dde18d43,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:01:20.776355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6cd6e791-3e6f-45dc-90dc-23e28c0b0b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:01:20.926711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-43aba870-23ba-4bb9-b72c-4043589d4698 None None] Provisioning complete for port 8daab32a-f576-4b9b-82fc-ccf7dde18d43 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:01:20.927052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43aba870-23ba-4bb9-b72c-4043589d4698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:21.626996 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 8daab32a-f576-4b9b-82fc-ccf7dde18d43 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:01:21.698098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 8daab32a-f576-4b9b-82fc-ccf7dde18d43 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:01:21.698739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:37.828532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-459a7d08-b03d-4e74-bf33-26ea6c9148d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:40.206533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae1a2453-177a-40ca-87a4-72bac56f3c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:41.067004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:41.397272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:42.795330 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:01:45.075105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:02:07.837763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3ab2106e-813c-48a9-b99e-3e6bceabb136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:10.218896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e8d581bc-efff-4432-80c4-4d519fcc7220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:11.069903 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:11.394500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:12.803901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:22.075884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:02:34.838921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 38566) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:02:34.845587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [None req-ef96ec23-653d-4cb5-9497-4dc1201b0ecf tempest-verify_tempest_config-513253730 tempest-verify_tempest_config-513253730-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 17 04:02:34.846623 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ef96ec23-653d-4cb5-9497-4dc1201b0ecf tempest-verify_tempest_config-513253730 tempest-verify_tempest_config-513253730-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0066416
Apr 17 04:02:35.174638 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38584) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:02:35.306818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:35.323101 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:02:35.327721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Usage tracker for resource:security_group_rule and tenant:37366f7815344a8c81dfcf38e24eedb0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:02:35.330801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:02:35.337077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:02:35.437112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:35.440784 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:35.448943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:02:35.492430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3fe509-8427-4196-a5e0-3925002fa176,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:02:35.495571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Synchronizing usage tracker for tenant:842803f76c4a4f7fa0e75e8f52280e9d on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:02:35.504440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.504826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.505248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.505552 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.505911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.506273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.506627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.507006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.507375 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.507735 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.508082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.508429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:02:35.512667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:02:35.526185 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Unset dirty status for tenant:842803f76c4a4f7fa0e75e8f52280e9d on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:02:35.528047 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37366f7815344a8c81dfcf38e24eedb0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3523362
Apr 17 04:02:35.531185 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38590) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:02:35.611187 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4998916a-4a1d-48b7-83d1-6636734be30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:35.639015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4998916a-4a1d-48b7-83d1-6636734be30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:35.699546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4998916a-4a1d-48b7-83d1-6636734be30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:35.705031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dd5e95d3-4350-4736-9678-ab6eeb7324e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:02:35.715605 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998916a-4a1d-48b7-83d1-6636734be30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3fe509-8427-4196-a5e0-3925002fa176,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:02:35.720817 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4998916a-4a1d-48b7-83d1-6636734be30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:02:35.722812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4998916a-4a1d-48b7-83d1-6636734be30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:35.724290 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4998916a-4a1d-48b7-83d1-6636734be30e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da3fe509-8427-4196-a5e0-3925002fa176 HTTP/1.1" status: 204  len: 168 time: 0.1916523
Apr 17 04:02:37.831806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9b1704c7-552b-4a53-8321-e1033d0ca9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:40.211384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0dcbe0c7-5316-4d98-9651-038b56032a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:41.076468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:41.388603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:42.804614 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:02:59.075963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:03:07.838349 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a5f9a851-7ace-4e7b-b9c8-0d35dc6b8e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:03:10.220488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1743dcc5-c056-469a-97b4-68d54f1380bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:03:11.077107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:03:11.393874 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:03:12.821525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:03:36.077172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 5 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:03:37.834510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-02d5dce7-9c8f-45ca-9e06-6625b912226f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:03:40.220205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6b7acba3-2566-4f44-aa71-6fed326ff47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:03:41.081871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:03:41.401062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:03:42.826692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:07.828577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0b4e1c52-9033-4a66-8959-d1d84e2b3229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:08.623715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085'] for agent, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:10.220706 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1c09-fd90-4ecd-899a-0033e835378e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:11.082401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:11.384663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:12.820903 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:13.078075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:04:13.514187 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38650) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:04:13.644652 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f685380e-e45e-4638-a233-0a9c84f96823 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1291878
Apr 17 04:04:16.113312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 38660) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:04:16.186141 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-cc12fda1-d935-4f6a-88ed-c8cfefac0783 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0708864
Apr 17 04:04:37.834672 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dcad8b5a-df8c-47d4-a120-6841874cf1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:38.578722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:40.228925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7b59c71d-c7f2-4a89-8ae2-b915ced80fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:41.087950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:41.400732 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:42.836838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:04:50.080653 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:05:07.829787 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8fca7184-f93b-49f4-8f4b-4bcb7735a526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:08.594943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:10.213547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12882dd0-f118-4d01-b8ea-3d33424c8368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:11.088917 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:11.400036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:12.832053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:27.081578 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:05:37.833044 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-251bb6bc-45dc-4cbe-b5ff-3e6668c6f8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:38.604699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:40.218069 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f900e0de-cf8e-4068-8d69-95b65bc6247a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:41.091726 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:41.394942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:42.829737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:48.640327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 38880) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:48.679989 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38886) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:49.048235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38902) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:49.164672 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38918) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:49.172829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1983974561-network', 'tenant_id': 'd9f0154219a143acba7a1cc126fd72de'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:05:49.178916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:49.183283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Usage tracker for resource:network and tenant:d9f0154219a143acba7a1cc126fd72de is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:49.186747 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:49.194123 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:49.203402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Made reservation on behalf of d9f0154219a143acba7a1cc126fd72de for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:05:49.208078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.213433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-network', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:05:49.220041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:49.221426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.227630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Usage tracker for resource:network and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:49.231367 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:49.238818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:49.241120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:49.245064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Usage tracker for resource:security_group_rule and tenant:d9f0154219a143acba7a1cc126fd72de is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:49.249570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:49.252653 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-network', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:05:49.256050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:49.257974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Made reservation on behalf of cd7b9582236a4ade80b48dd303f4412d for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:05:49.263159 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.280346 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:49.282706 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.297161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Usage tracker for resource:network and tenant:ebeaf04422e94c9899b4cfaabf7c4a86 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:49.303090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:49.306173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:49.313305 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:49.317612 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:49.320211 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:49.329189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:49.336507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Made reservation on behalf of ebeaf04422e94c9899b4cfaabf7c4a86 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:05:49.341594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.355885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.363873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.367854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.372387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:49.384508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:49.392156 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Usage tracker for resource:security_group_rule and tenant:ebeaf04422e94c9899b4cfaabf7c4a86 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:49.396534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:49.401729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee0d42f-3156-4154-956d-b434952901d5,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:49.407236 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:49.411546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.412124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.412698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.413244 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.413939 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.414498 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.436715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.437491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.438156 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.438743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.439457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.440004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Tracked resource versions report:
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]: pushed versions:
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]: {   'AddressGroup': {'1.2'},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     'ConntrackHelper': {'1.0'},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Log': {'1.0'},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Network': {'1.1'},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Port': {'1.7'},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     'PortForwarding': {'1.2'},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     'QosPolicy': {'1.8'},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroup': {'1.4'},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroupRule': {'1.2'},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SubPort': {'1.0'},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Subnet': {'1.1'},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Trunk': {'1.1'}}
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]: consumer versions:
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]: {   DHCP agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     HyperV agent@hv-cinder-78605: {},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     L3 agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metadata agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metering agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:     Open vSwitch agent@dv-cinder-786054-2-iscsi: {   'AddressGroup': '1.2',
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'ConntrackHelper': '1.0',
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Log': '1.0',
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Network': '1.1',
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Port': '1.7',
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'PortForwarding': '1.2',
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'QosPolicy': '1.8',
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroup': '1.4',
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroupRule': '1.2',
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SubPort': '1.0',
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Subnet': '1.1',
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Trunk': '1.1'}}
Apr 17 04:05:49.441787 dv-cinder-786054-2-iscsi neutron-server[86251]:  {{(pid=86365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 17 04:05:49.455554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:49.467204 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:05:49.489654 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.490273 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Added segment b24603a6-d4e5-4e93-8592-74032d3e5d2f of type vlan for network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d
Apr 17 04:05:49.505924 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.515047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.528724 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:49.543264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:05:49.554800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.555235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.555536 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Added segment 0ecb5a99-c260-4873-9cf5-6431d37ef864 of type vlan for network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0
Apr 17 04:05:49.585206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.623174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.623814 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.625691 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:05:49.627932 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.630294 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:05:49.631269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.641215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-28123ee0-d592-471f-9da5-0d52da0c5e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:49.687575 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.6379087
Apr 17 04:05:49.700747 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38932) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:49.726104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Request body: {'subnet': {'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-subnet', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:05:49.738715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:49.753101 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Usage tracker for resource:subnet and tenant:ebeaf04422e94c9899b4cfaabf7c4a86 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:49.756353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:49.770501 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:49.807679 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1960371571-network', 'tenant_id': '00b4f784507c462f990de6aad58abe56'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:05:49.815341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Made reservation on behalf of ebeaf04422e94c9899b4cfaabf7c4a86 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:05:49.826019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:49.870816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:49.890697 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:05:49.898658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:49.922632 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2809367
Apr 17 04:05:49.923313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 38944) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:49.929752 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Request body: {'subnet': {'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1983974561-subnet', 'tenant_id': 'd9f0154219a143acba7a1cc126fd72de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:05:49.935056 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:49.939585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Usage tracker for resource:subnet and tenant:d9f0154219a143acba7a1cc126fd72de is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:49.943028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:49.949544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:49.963105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Made reservation on behalf of d9f0154219a143acba7a1cc126fd72de for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:05:49.968783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.012476 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af92a313-cc06-42ea-a287-aea7cc97085b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:50.029593 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.051852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:50.064276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.064652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.065022 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.065382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.065738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.066142 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.075253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.075632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.076014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.076378 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.076736 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.077089 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Tracked resource versions report:
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]: pushed versions:
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]: {   'AddressGroup': {'1.2'},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     'ConntrackHelper': {'1.0'},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Log': {'1.0'},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Network': {'1.1'},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Port': {'1.7'},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     'PortForwarding': {'1.2'},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     'QosPolicy': {'1.8'},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroup': {'1.4'},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroupRule': {'1.2'},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SubPort': {'1.0'},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Subnet': {'1.1'},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Trunk': {'1.1'}}
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]: consumer versions:
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]: {   DHCP agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     HyperV agent@hv-cinder-78605: {},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     L3 agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metadata agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metering agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:     Open vSwitch agent@dv-cinder-786054-2-iscsi: {   'AddressGroup': '1.2',
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'ConntrackHelper': '1.0',
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Log': '1.0',
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Network': '1.1',
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Port': '1.7',
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'PortForwarding': '1.2',
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'QosPolicy': '1.8',
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroup': '1.4',
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroupRule': '1.2',
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SubPort': '1.0',
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Subnet': '1.1',
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Trunk': '1.1'}}
Apr 17 04:05:50.078213 dv-cinder-786054-2-iscsi neutron-server[86251]:  {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 17 04:05:50.093930 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.095239 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Usage tracker for resource:network and tenant:00b4f784507c462f990de6aad58abe56 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:50.098239 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:50.105798 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:50.129600 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:50.147950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:50.227867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:05:50.241252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Made reservation on behalf of 00b4f784507c462f990de6aad58abe56 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:05:50.245864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.265588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Pushing event updated for resources: {'Network': ['ID=2e805b95-c0eb-4c28-8528-81c64dd7c4d0,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:50.271953 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.272591 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Added segment f62d8731-c75f-45d9-aaaa-641eb2f49748 of type vlan for network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81
Apr 17 04:05:50.279929 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:05:50.306652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:50.307434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.316802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:50.360882 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:50.442111 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Usage tracker for resource:security_group_rule and tenant:00b4f784507c462f990de6aad58abe56 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:50.463597 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:50.469896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aae4b48-3b8b-4b80-b64b-4d59ef13047c,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:50.482113 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.490491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:50.496183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:50.623583 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.631014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:05:50.631646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.637836 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:50.737215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.741376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0737115a-f577-4bf6-9bae-1e669baa8a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:50.785960 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.1047297
Apr 17 04:05:50.790836 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 38974) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:50.792202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Pushing event updated for resources: {'Network': ['ID=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:50.803108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:50.803313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:05:50.833568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Request body: {'subnet': {'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-subnet', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:05:50.839931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.868350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.884811 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:05:50.889948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:50.892159 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a641dc7-2c59-499e-8e47-d20e6694166c,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:50.895656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.896272 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Added segment fcb66c2a-8879-4c6b-add2-8c5dfa594965 of type vlan for network 76d36585-3d3f-4d5a-a523-3666456774cb
Apr 17 04:05:50.898307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:50.899424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Usage tracker for resource:subnet and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:50.902507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Checking segment: {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:05:50.902935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Network hostable DHCP agents. Network: cf3cdb63-dd7f-4313-bf72-5d3eea4d913d, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:05:50.909616 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:50.920472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:50.928522 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.945257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Made reservation on behalf of cd7b9582236a4ade80b48dd303f4412d for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:05:50.953389 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.974674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:50.988983 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:50.996540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:05:50.997433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:51.085722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3e8350-3aed-4d03-96b9-ecc52b15c389,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:51.093063 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:51.096660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:51.128924 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9602261
Apr 17 04:05:51.203642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 38988) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:51.219675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Request body: {'subnet': {'network_id': '76d36585-3d3f-4d5a-a523-3666456774cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1960371571-subnet', 'tenant_id': '00b4f784507c462f990de6aad58abe56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:05:51.227041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:05:51.245134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:51.247772 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:51.253890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Usage tracker for resource:subnet and tenant:00b4f784507c462f990de6aad58abe56 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:51.260262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, cf3cdb63-dd7f-4313-bf72-5d3eea4d913d) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:05:51.264011 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:51.267290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:05:51.267948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:51.268099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Pushing event updated for resources: {'Network': ['ID=76d36585-3d3f-4d5a-a523-3666456774cb,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:51.276810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:51.278926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:51.280544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ccfaeb04-d6f0-45bc-b0d6-2d8e57b5d971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:51.281508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff999ff-1c5b-4ae3-a92b-8336a077250c None None] Network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:05:51.314027 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.3778191
Apr 17 04:05:51.331989 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 76d36585-3d3f-4d5a-a523-3666456774cb details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:05:51.556156 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Made reservation on behalf of 00b4f784507c462f990de6aad58abe56 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:05:51.560958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:51.660822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daad0934-2d9e-46de-b136-ceda493744fd,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:51.667688 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:51.668784 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Checking segment: {'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:05:51.668985 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Network hostable DHCP agents. Network: 2e805b95-c0eb-4c28-8528-81c64dd7c4d0, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:05:51.731382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:05:51.761327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 2e805b95-c0eb-4c28-8528-81c64dd7c4d0) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:05:51.778251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:05:51.780276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:51.785152 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e22b083-d0c4-458b-b7d9-9508d03e7115 None None] Network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:05:51.891791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:51.905002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:51.917093 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.2145424
Apr 17 04:05:51.919822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39020) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:51.925601 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-router', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:05:51.935785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:51.942795 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Usage tracker for resource:router and tenant:ebeaf04422e94c9899b4cfaabf7c4a86 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:51.957170 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:51.987693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:51.991237 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80cde3a3-6963-4ab6-a96e-946aa1c0f361,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:51.998401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:52.044153 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Checking segment: {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:05:52.044592 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Network hostable DHCP agents. Network: 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:05:52.058773 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 39040) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:52.060537 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771965'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:52.061814 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4092'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:52.064019 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 17 04:05:52.213981 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:52.252753 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d9ac0-5ca2-4bc4-bef7-0abcabedc65d None None] Network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:05:52.357807 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:05:52.431018 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:05:52.461480 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:05:52.464813 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:52.527026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e826e8f-b2d3-4ab5-9c1a-7b97cf1e2455 None None] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:05:52.558488 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.7665226
Apr 17 04:05:52.563786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 39064) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:52.582026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:05:52.589308 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:05:52.595347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Usage tracker for resource:router and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:05:52.599227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:05:52.607804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:05:52.633856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771965'] for router, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:52.635624 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4092'] for router, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:52.704533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4077'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:52.736868 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-c9a0c1ff-51fb-4ff0-b06d-4eed36cc3b39 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:05:52.739424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-c9a0c1ff-51fb-4ff0-b06d-4eed36cc3b39 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Synchronizing usage tracker for tenant:d9f0154219a143acba7a1cc126fd72de on resource:network {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:05:52.755872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:52.922893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:52.930611 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:53.025558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c836ab38-9325-47c3-992d-786530cba000,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:53.030232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:53.031871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27907cdf-231b-5caf-868b-3475d251b5a1-8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361'}]}} from dv-cinder-786054-2-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 17 04:05:53.033641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:53.039435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Checking segment: {'id': 'fcb66c2a-8879-4c6b-add2-8c5dfa594965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '76d36585-3d3f-4d5a-a523-3666456774cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:05:53.039598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Network hostable DHCP agents. Network: 76d36585-3d3f-4d5a-a523-3666456774cb, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:05:53.087391 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Network 76d36585-3d3f-4d5a-a523-3666456774cb is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:05:53.122403 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 76d36585-3d3f-4d5a-a523-3666456774cb) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:05:53.204355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4077'] for router, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:53.226098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba4209-6350-4dc6-abc9-b30ee4acd314 None None] Network 76d36585-3d3f-4d5a-a523-3666456774cb requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:05:53.300310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:05:53.301074 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:53.301430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-c9a0c1ff-51fb-4ff0-b06d-4eed36cc3b39 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Unset dirty status for tenant:d9f0154219a143acba7a1cc126fd72de on resource:network {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:05:53.309578 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-c9a0c1ff-51fb-4ff0-b06d-4eed36cc3b39 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 815 time: 1.2486658
Apr 17 04:05:53.329865 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-01982560-d9fd-487f-9e2b-bf8fdb746f3c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/quotas/d9f0154219a143acba7a1cc126fd72de HTTP/1.1" status: 200  len: 375 time: 0.0191660
Apr 17 04:05:53.368989 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1009e10f-4e8e-4f1e-acb6-52ae7ccb447e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1616404
Apr 17 04:05:53.415682 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-be2019f8-521c-4c81-b05e-ef02afcfb084 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0842869
Apr 17 04:05:53.428795 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:53.434751 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Allocated IP 172.20.0.2 (8f37c02f-2cb9-4191-8bf8-32e7a2f86a81/80cde3a3-6963-4ab6-a96e-946aa1c0f361/05fb08d1-78dd-40d2-ae97-89b812c4a2c5) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:05:53.471522 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:53.591411 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d18c6b-428e-4b88-9500-b067febd9480 None None] Network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:05:53.604645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152586b7-fe83-4484-897d-c96c264ce50b None None] Network 76d36585-3d3f-4d5a-a523-3666456774cb requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:05:53.807243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Allocated IP 172.27.0.234 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/0cbbcd58-fa8e-4ea9-b248-ce5c8964069e) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:05:53.882789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:53.931116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-5f4e2fa5-636a-4236-a0d7-c3675786e29d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 17 04:05:53.932365 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-5f4e2fa5-636a-4236-a0d7-c3675786e29d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1027176
Apr 17 04:05:53.937227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:54.142467 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:54.216981 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:54.224168 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-34ef0fb5-c9c3-4ff6-b535-f4e25734f7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:54.244082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:54.258396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Transition to ACTIVE for port object 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:05:54.283403 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Transition to ACTIVE for port object 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:05:54.339373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:54.360858 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-d06185ad-80c6-4f2c-8a9c-40c2a2788a36 service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4203258
Apr 17 04:05:54.365555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 39138) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:54.403380 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Allocated IP 172.27.0.92 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/ecc391e9-aa7a-46a4-bbac-5463920f380a) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:05:54.408104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:05:54.412717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:05:54.422331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:05:54.445283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fbe12f49-2039-42dd-a743-dcac8b965eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:54.579049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:05:54.582972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:05:54.595715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:05:54.685637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Pushing event updated for resources: {'Port': ['ID=05fb08d1-78dd-40d2-ae97-89b812c4a2c5,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:54.754212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.754598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.758373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.765415 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.765901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.766195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.766572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.766971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.767340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.767704 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.768065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.768426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Tracked resource versions report:
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]: pushed versions:
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]: {   'AddressGroup': {'1.2'},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     'ConntrackHelper': {'1.0'},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Log': {'1.0'},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Network': {'1.1'},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Port': {'1.7'},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     'PortForwarding': {'1.2'},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     'QosPolicy': {'1.8'},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroup': {'1.4'},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroupRule': {'1.2'},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SubPort': {'1.0'},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Subnet': {'1.1'},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Trunk': {'1.1'}}
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]: consumer versions:
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]: {   DHCP agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     HyperV agent@hv-cinder-78605: {},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     L3 agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metadata agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metering agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:     Open vSwitch agent@dv-cinder-786054-2-iscsi: {   'AddressGroup': '1.2',
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'ConntrackHelper': '1.0',
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Log': '1.0',
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Network': '1.1',
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Port': '1.7',
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'PortForwarding': '1.2',
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'QosPolicy': '1.8',
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroup': '1.4',
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroupRule': '1.2',
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SubPort': '1.0',
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Subnet': '1.1',
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Trunk': '1.1'}}
Apr 17 04:05:54.769765 dv-cinder-786054-2-iscsi neutron-server[86251]:  {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 17 04:05:54.781369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:54.795442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Attempting to bind port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:05:54.796258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Attempting to bind port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:05:54.797282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Attempting to bind port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 on network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:05:54.804805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:05:54.805471 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Checking segment: {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:05:54.806111 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:54.807211 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Bound using segment: {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:05:54.807952 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Bound port: 05fb08d1-78dd-40d2-ae97-89b812c4a2c5, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:05:54.808576 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:54.858806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Pushing event updated for resources: {'Port': ['ID=0cbbcd58-fa8e-4ea9-b248-ce5c8964069e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:54.895172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:54.941051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] For port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:05:54.945942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] For port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=05fb08d1-78dd-40d2-ae97-89b812c4a2c5,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:05:54.951259 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:54.958222 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:55.045750 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Pushing event updated for resources: {'Port': ['ID=05fb08d1-78dd-40d2-ae97-89b812c4a2c5,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:55.047720 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-ff2839af-40e4-42f6-8022-420cff477d83 service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6769257
Apr 17 04:05:55.073143 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:55.089563 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-4f784620-8b47-4a53-be88-8b0a86425314 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:05:55.096794 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-4f784620-8b47-4a53-be88-8b0a86425314 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/networks?id=76d36585-3d3f-4d5a-a523-3666456774cb HTTP/1.1" status: 200  len: 812 time: 0.7300689
Apr 17 04:05:55.158603 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-791e20ab-484b-4409-85dc-cec6b28b9aa6 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/quotas/00b4f784507c462f990de6aad58abe56 HTTP/1.1" status: 200  len: 375 time: 0.0607259
Apr 17 04:05:55.205619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:55.222029 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:55.246374 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-a73562f1-da08-4f57-96fe-bb093a5070ca tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=00b4f784507c462f990de6aad58abe56&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0865479
Apr 17 04:05:55.400458 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:55.415534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:55.569339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-5381c5b0-885b-4796-a8ca-d3d48a89a1b2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 17 04:05:55.582050 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-5381c5b0-885b-4796-a8ca-d3d48a89a1b2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2317266
Apr 17 04:05:55.736701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc391e9-aa7a-46a4-bbac-5463920f380a,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:55.739910 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:05:55.746628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:05:55.760944 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:55.763918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355757'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:55.792342 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-28f0f586-cf93-4ae7-abc8-91d0f46ab17a req-9fe6a09b-e3c7-486b-a570-35d9fa21b2f7 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 210 time: 0.1611571
Apr 17 04:05:55.804453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:05:55.914326 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-dc3d4ed2-e93a-44cb-b756-71960cdeda04 service neutron] 10.222.0.36 "GET /v2.0/networks/76d36585-3d3f-4d5a-a523-3666456774cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3309612
Apr 17 04:05:55.960027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:05:56.047416 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Router 9f913d2a-d80e-4577-a82c-c060fd5c59bb is scheduled to L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 17 04:05:56.109660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:05:56.290404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:05:56.303766 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Sync routers for ids ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:05:56.315986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Routers {'9f913d2a-d80e-4577-a82c-c060fd5c59bb'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:05:56.315986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9ce99e8>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:05:56.319258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:56.323684 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.3997865
Apr 17 04:05:56.323907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39228) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:56.389549 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-ed3c2391-0a24-41ff-9c82-2bc2f30f668d service neutron] 10.222.0.36 "GET /v2.0/networks/76d36585-3d3f-4d5a-a523-3666456774cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3829994
Apr 17 04:05:56.509322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:56.561629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Set router 9f913d2a-d80e-4577-a82c-c060fd5c59bb gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:05:57.000960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0d5524-8110-4db0-81e8-d8a23d803505 None None] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:05:57.148105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9ce99e8>, [{'id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-router', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:05:54Z', 'revision_number': 3, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'gw_port': {'id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:53Z', 'updated_at': '2021-04-17T04:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:05:57.152649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Checking router: 9f913d2a-d80e-4577-a82c-c060fd5c59bb for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:05:57.153036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Updating router 9f913d2a-d80e-4577-a82c-c060fd5c59bb port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e binding host dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:05:57.215015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:57.334264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-6e5bb8b0-83d7-4a2c-9b4b-ab62a171adb5 None None] Provisioning for port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:05:57.341758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-6e5bb8b0-83d7-4a2c-9b4b-ab62a171adb5 None None] Provisioning complete for port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:05:57.342315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6e5bb8b0-83d7-4a2c-9b4b-ab62a171adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:57.431864 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-66b4c6bc-6114-4a72-aef8-1f1c4d506a7f req-cdd322c3-eb61-4cbb-b88f-c2285333cba7 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 210 time: 0.5639982
Apr 17 04:05:57.492460 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7c720469-480c-444c-b562-a08a71b2d1f1 req-9988379b-9bd1-4cbe-b7db-e06c5c378960 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 210 time: 0.1523888
Apr 17 04:05:57.581884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355757'] for router, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:57.611477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6e5bb8b0-83d7-4a2c-9b4b-ab62a171adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:57.681508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-6e5bb8b0-83d7-4a2c-9b4b-ab62a171adb5 None None] For port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=05fb08d1-78dd-40d2-ae97-89b812c4a2c5,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:05:57.686124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6e5bb8b0-83d7-4a2c-9b4b-ab62a171adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:57.690223 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:57.865884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bb8b0-83d7-4a2c-9b4b-ab62a171adb5 None None] Pushing event updated for resources: {'Port': ['ID=05fb08d1-78dd-40d2-ae97-89b812c4a2c5,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:57.876015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:57.881007 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Transition to ACTIVE for port object 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:05:57.883109 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6e5bb8b0-83d7-4a2c-9b4b-ab62a171adb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:57.888869 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:57.910032 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-61a97751-66ed-4d97-ad97-ee2a7131f6b9 None None] Provisioning complete for port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:05:57.915977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9c8539f4-4238-447b-88f1-494e3505c98f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:57.922053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61a97751-66ed-4d97-ad97-ee2a7131f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:57.984643 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Attempting to bind port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:05:57.985133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Attempting to bind port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:05:57.985617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Attempting to bind port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e on network 0dc6f800-ff57-4799-b37a-4ed29384853c {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:05:57.999555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:05:58.000243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Checking segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:05:58.000990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:58.001450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Bound using segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:05:58.002253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Bound port: 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:05:58.002749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:58.004935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 is scheduled to L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 with binding_index 1 {{(pid=86365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 17 04:05:58.089065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] For port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:05:58.092926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] For port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=0cbbcd58-fa8e-4ea9-b248-ce5c8964069e,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:05:58.097547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:58.140446 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Routers {'9f913d2a-d80e-4577-a82c-c060fd5c59bb'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:05:58.141203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9ce99e8>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:05:58.220312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:58.300888 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Pushing event updated for resources: {'Port': ['ID=0cbbcd58-fa8e-4ea9-b248-ce5c8964069e,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:58.320464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:05:58.325154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.326350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.327261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.327780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.328421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.330466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.331020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.331602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.332145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.332713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.333189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.333646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Tracked resource versions report:
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]: pushed versions:
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]: {   'AddressGroup': {'1.2'},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     'ConntrackHelper': {'1.0'},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Log': {'1.0'},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Network': {'1.1'},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Port': {'1.7'},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     'PortForwarding': {'1.2'},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     'QosPolicy': {'1.8'},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroup': {'1.4'},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SecurityGroupRule': {'1.2'},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     'SubPort': {'1.0'},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Subnet': {'1.1'},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     'Trunk': {'1.1'}}
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]: consumer versions:
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]: {   DHCP agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     HyperV agent@hv-cinder-78605: {},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     L3 agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metadata agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     Metering agent@dv-cinder-786054-2-iscsi: {},
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:     Open vSwitch agent@dv-cinder-786054-2-iscsi: {   'AddressGroup': '1.2',
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'ConntrackHelper': '1.0',
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Log': '1.0',
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Network': '1.1',
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Port': '1.7',
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'PortForwarding': '1.2',
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'QosPolicy': '1.8',
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroup': '1.4',
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SecurityGroupRule': '1.2',
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'SubPort': '1.0',
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Subnet': '1.1',
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:                                                      'Trunk': '1.1'}}
Apr 17 04:05:58.334894 dv-cinder-786054-2-iscsi neutron-server[86251]:  {{(pid=86367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 17 04:05:58.340892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:58.345113 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Sync routers for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:05:58.349010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:58.353169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:58.354781 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.7848566
Apr 17 04:05:58.357864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 39292) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:05:58.363243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:05:58.363926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9bc0240>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:05:58.450499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Pushing event updated for resources: {'Port': ['ID=0cbbcd58-fa8e-4ea9-b248-ce5c8964069e,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:58.462805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:58.488086 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] Set router 9f913d2a-d80e-4577-a82c-c060fd5c59bb gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:05:58.494628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Allocated IP 172.20.0.1 (2e805b95-c0eb-4c28-8528-81c64dd7c4d0/daad0934-2d9e-46de-b136-ceda493744fd/9abd8509-bba3-4476-b6c4-926d186dfe5d) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:05:58.699633 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:05:58.722842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:58.754559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:58.759830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:58.805203 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b0cb850a-54ad-42fb-845e-4e1b899f61eb req-a1d6c1d9-fd4e-48bc-9546-737de0d0bf1f tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 210 time: 0.0965731
Apr 17 04:05:58.833327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:05:58.834494 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:05:58.840217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:05:58.840750 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421646'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:58.882173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=9abd8509-bba3-4476-b6c4-926d186dfe5d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:58.886423 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:59.048466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:59.065714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9bc0240>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:05:56Z', 'revision_number': 3, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:05:59.067884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9ce99e8>, [{'id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-router', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:05:54Z', 'revision_number': 3, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'gw_port': {'id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:53Z', 'updated_at': '2021-04-17T04:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:05:59.081294 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0dbdc-c02b-4378-a60a-6e21225b581c None None] The sync data for ids ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'] in dv-cinder-786054-2-iscsi is: [{'id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-router', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:05:54Z', 'revision_number': 3, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'gw_port': {'id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:53Z', 'updated_at': '2021-04-17T04:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:05:59.082266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Checking router: d32c4f0b-8a2d-4c25-90a7-64219ed8f508 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:05:59.082665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Updating router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 port ecc391e9-aa7a-46a4-bbac-5463920f380a binding host dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:05:59.150100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:59.275603 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4324672a-a03d-466b-94f8-9674c101f3b0 req-677b73d7-b20c-419d-baa6-d7184e16f4cc tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 210 time: 0.4604793
Apr 17 04:05:59.471189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:59.476866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:59.478137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854354071'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:59.484924 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f78d76b8-da2f-4fc5-b5aa-9c1bc2d89fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:59.572942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:59.603569 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=9abd8509-bba3-4476-b6c4-926d186dfe5d,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:59.605955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:59.608800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:59.636352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Transition to ACTIVE for port object ecc391e9-aa7a-46a4-bbac-5463920f380a will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:05:59.652657 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:59.658748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6cd6e791-3e6f-45dc-90dc-23e28c0b0b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:05:59.752853 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Attempting to bind port ecc391e9-aa7a-46a4-bbac-5463920f380a on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:05:59.753331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Attempting to bind port ecc391e9-aa7a-46a4-bbac-5463920f380a by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:05:59.753741 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Attempting to bind port ecc391e9-aa7a-46a4-bbac-5463920f380a on network 0dc6f800-ff57-4799-b37a-4ed29384853c {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:05:59.790036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:05:59.797313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Checking segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:05:59.798068 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:59.799172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Bound using segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:05:59.801010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Bound port: ecc391e9-aa7a-46a4-bbac-5463920f380a, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:05:59.801691 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:05:59.865830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451df51-a32e-4ffb-ace9-4f1750e9b06c None None] Pushing event updated for resources: {'Port': ['ID=ecc391e9-aa7a-46a4-bbac-5463920f380a,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:05:59.884737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b451df51-a32e-4ffb-ace9-4f1750e9b06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:05:59.890898 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:05:59.911920 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:05:59.978495 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Allocated IP 172.20.0.1 (8f37c02f-2cb9-4191-8bf8-32e7a2f86a81/80cde3a3-6963-4ab6-a96e-946aa1c0f361/71c639b1-c0a7-4612-b3c6-62f0762079b4) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:06:00.029603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] For port ecc391e9-aa7a-46a4-bbac-5463920f380a, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:06:00.033069 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] For port ecc391e9-aa7a-46a4-bbac-5463920f380a, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=ecc391e9-aa7a-46a4-bbac-5463920f380a,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:06:00.054281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:00.063487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:00.156202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:00.250589 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2bb2271d-906f-455c-a8e6-3b0493f8faac req-15ce7e70-13c1-4522-bd20-c5e08c941642 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 210 time: 0.0650020
Apr 17 04:06:00.265641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Router 9f913d2a-d80e-4577-a82c-c060fd5c59bb has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:06:00.285757 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:06:00.285757 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9bc0240>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:00.297261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:00.335419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Transition to ACTIVE for port object 71c639b1-c0a7-4612-b3c6-62f0762079b4 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:06:00.374713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:00.405687 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:00.468171 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:06:00.468329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:06:00.497318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:06:00.516140 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] 10.222.0.36 "PUT /v2.0/routers/9f913d2a-d80e-4577-a82c-c060fd5c59bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1799233
Apr 17 04:06:00.528119 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:06:00.554447 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:06:00.555002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421646'] for router_interface, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:00.687869 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451df51-a32e-4ffb-ace9-4f1750e9b06c None None] Pushing event updated for resources: {'Port': ['ID=ecc391e9-aa7a-46a4-bbac-5463920f380a,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:00.705016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b451df51-a32e-4ffb-ace9-4f1750e9b06c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:00.773259 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:06:00.817998 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:00.818360 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:00.879891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0efeab3e-4c48-4abc-8974-e7e6955b48cd None None] Provisioning for port 71c639b1-c0a7-4612-b3c6-62f0762079b4 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:06:00.890291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0efeab3e-4c48-4abc-8974-e7e6955b48cd None None] Provisioning complete for port 71c639b1-c0a7-4612-b3c6-62f0762079b4 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:00.890738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0efeab3e-4c48-4abc-8974-e7e6955b48cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:00.893628 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-68b72c64-d120-435d-ad37-0821ebd036ef req-4654f754-2b17-43fe-b6f5-14638ebb5912 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 210 time: 0.4236963
Apr 17 04:06:01.054249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Pushing event updated for resources: {'Port': ['ID=71c639b1-c0a7-4612-b3c6-62f0762079b4,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:01.066071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:01.186621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0efeab3e-4c48-4abc-8974-e7e6955b48cd None None] Port 71c639b1-c0a7-4612-b3c6-62f0762079b4 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:06:01.195434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c878f-4075-4a50-893b-63ba24570064 req-5a923f23-8975-4d6f-84e0-507758367f49 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:01.197775 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-5a923f23-8975-4d6f-84e0-507758367f49 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 819 time: 0.2655354
Apr 17 04:06:01.208180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9bc0240>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:05:56Z', 'revision_number': 3, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:01.215286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:01.222788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c7312-f681-4bb8-a417-dcd84b080c1e None None] The sync data for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi is: [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:05:56Z', 'revision_number': 3, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:06:01.257868 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=0cbbcd58-fa8e-4ea9-b248-ce5c8964069e,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:01.261901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:01.263173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:01.298102 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-65bf6034-05bc-4ae3-b13d-0d054119b125 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/quotas/ebeaf04422e94c9899b4cfaabf7c4a86 HTTP/1.1" status: 200  len: 375 time: 0.0830193
Apr 17 04:06:01.314068 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.43', 52622) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:01.325942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:01.429637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=0cbbcd58-fa8e-4ea9-b248-ce5c8964069e,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:01.433336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:01.454442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:01.485311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:01.485782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:01.559235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-88e04010-a76c-4100-9e26-4a1efae75b81 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:01.561431 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-88e04010-a76c-4100-9e26-4a1efae75b81 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 815 time: 0.2396388
Apr 17 04:06:01.574673 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c87d460f-5d52-4db3-acce-6c2def810614 req-9c2719e8-f355-48f3-b3e6-63709c69a8ad tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 210 time: 0.1071370
Apr 17 04:06:01.617986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Request body: {'port': {'device_id': '2d0cd0dc-8532-4a69-84c3-8acbdadc43c4', 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d', 'admin_state_up': True, 'tenant_id': 'd9f0154219a143acba7a1cc126fd72de'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:01.667373 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-77a73ef1-77ec-4cd3-be69-a39a4f9bb76c tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3544874
Apr 17 04:06:01.937385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:01.947525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Usage tracker for resource:port and tenant:d9f0154219a143acba7a1cc126fd72de is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:01.951771 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:01.961949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:01.984417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:02.006244 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Made reservation on behalf of d9f0154219a143acba7a1cc126fd72de for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:06:02.023490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:02.072661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.43', 52631) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:02.191462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:02.191894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:02.457910 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-ad3f6cf9-1f00-4817-acf0-b9a9b35fa319 service neutron] 10.222.0.36 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7662301
Apr 17 04:06:02.585274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Allocated IP 172.20.0.10 (cf3cdb63-dd7f-4313-bf72-5d3eea4d913d/8a641dc7-2c59-499e-8e47-d20e6694166c/aac73be1-ad1a-4cc1-852e-7220936415c8) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:06:02.747114 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Sync routers for ids ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:06:02.760473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Routers {'9f913d2a-d80e-4577-a82c-c060fd5c59bb'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:06:02.760675 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-df3c9db5-445a-4b70-832e-451ddfc59ce9 req-880789c9-9740-4f10-9a2c-5bcca950aaab tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 210 time: 0.3497896
Apr 17 04:06:02.761156 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9ce9c50>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:02.808431 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 17 04:06:02.856179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:02.880590 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:02.888637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-f5db066d-12de-4fa6-bcac-bce3ef2512b5 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:02.890250 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-f5db066d-12de-4fa6-bcac-bce3ef2512b5 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.43 "GET /v2.0/networks?id=76d36585-3d3f-4d5a-a523-3666456774cb HTTP/1.1" status: 200  len: 812 time: 0.8138313
Apr 17 04:06:02.894668 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854354071'] for router_interface, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:02.914336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Request body: {'port': {'device_id': '09026879-4f43-4c57-b9cd-b42945daf83f', 'network_id': '76d36585-3d3f-4d5a-a523-3666456774cb', 'admin_state_up': True, 'tenant_id': '00b4f784507c462f990de6aad58abe56'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:02.932338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:02.963274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:03.047356 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:03.063248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:03.185372 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-7964a024-0330-454e-95ed-32115bfb79ba service neutron] 10.222.0.36 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7262044
Apr 17 04:06:03.186805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:06:03.197401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:06:03.211629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:06:03.219409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:03.220226 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:03.259394 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6477017
Apr 17 04:06:03.290045 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-248f2560-4158-4c66-84ee-29625ca62c54 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 17 04:06:03.301519 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-248f2560-4158-4c66-84ee-29625ca62c54 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0248234
Apr 17 04:06:03.302535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Pushing event updated for resources: {'Port': ['ID=aac73be1-ad1a-4cc1-852e-7220936415c8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:03.341642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:03.365816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Set router 9f913d2a-d80e-4577-a82c-c060fd5c59bb gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:06:03.613620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Pushing event updated for resources: {'Port': ['ID=71c639b1-c0a7-4612-b3c6-62f0762079b4,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:03.629719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:03.684893 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d3c69f33-ddc1-48f7-8e84-a03f399064d1 req-517fab4b-fef5-430c-9fb2-cac03ad696ad tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 210 time: 0.5679259
Apr 17 04:06:03.725441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Request body: {'port': {'device_id': '2d0cd0dc-8532-4a69-84c3-8acbdadc43c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:03.799382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:03.918948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Usage tracker for resource:port and tenant:00b4f784507c462f990de6aad58abe56 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:03.967574 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:03.987893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:04.001093 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:06:04.004209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:06:04.034757 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ecc391e9-aa7a-46a4-bbac-5463920f380a up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:04.047592 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7319880f-1854-47c2-be03-aa649c70ab81 req-4d46a748-aa8c-4206-a13b-6d28289c5ddb tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 210 time: 0.1477630
Apr 17 04:06:04.258976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Made reservation on behalf of 00b4f784507c462f990de6aad58abe56 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:06:04.265996 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:04.283408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:04.314067 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:06:04.342292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port ecc391e9-aa7a-46a4-bbac-5463920f380a completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:06:04.375096 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port ecc391e9-aa7a-46a4-bbac-5463920f380a triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:04.375709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:04.399953 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9ce9c50>, [{'id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-router', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:05:58Z', 'revision_number': 4, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'gw_port': {'id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:53Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '9abd8509-bba3-4476-b6c4-926d186dfe5d', 'name': '', 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'mac_address': 'fa:16:3e:35:1f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'daad0934-2d9e-46de-b136-ceda493744fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:05:59Z', 'revision_number': 2, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'subnets': [{'id': 'daad0934-2d9e-46de-b136-ceda493744fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:04.414430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Checking router: 9f913d2a-d80e-4577-a82c-c060fd5c59bb for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:06:04.414885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Updating router 9f913d2a-d80e-4577-a82c-c060fd5c59bb port 9abd8509-bba3-4476-b6c4-926d186dfe5d binding host dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:06:04.576281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-4a889b18-a9d0-41d5-b3f8-0875165bcd4e None None] Provisioning complete for port 71c639b1-c0a7-4612-b3c6-62f0762079b4 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:04.576946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4a889b18-a9d0-41d5-b3f8-0875165bcd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:04.592900 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:04.936844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-4a889b18-a9d0-41d5-b3f8-0875165bcd4e None None] Port 71c639b1-c0a7-4612-b3c6-62f0762079b4 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:06:04.982317 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:05.037520 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port ecc391e9-aa7a-46a4-bbac-5463920f380a, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=ecc391e9-aa7a-46a4-bbac-5463920f380a,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:05.044534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:05.055659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6e5bb8b0-83d7-4a2c-9b4b-ab62a171adb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:05.063279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:06:05.309979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Allocated IP 172.20.0.14 (76d36585-3d3f-4d5a-a523-3666456774cb/c836ab38-9325-47c3-992d-786530cba000/1777d249-f83c-43be-b308-4b4b0e311030) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:06:05.318357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=ecc391e9-aa7a-46a4-bbac-5463920f380a,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:05.323625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:05.405550 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac73be1-ad1a-4cc1-852e-7220936415c8 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:05.422070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:05.464745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Transition to ACTIVE for port object aac73be1-ad1a-4cc1-852e-7220936415c8 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:06:05.469254 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:05.475560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:05.693248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-9d750931-4ffe-4422-b9a3-4a3af778b594 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:05.701347 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-9d750931-4ffe-4422-b9a3-4a3af778b594 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 819 time: 0.6179230
Apr 17 04:06:05.728613 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-4b1544d0-93ef-4ac0-8630-88be6505dcfd tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/quotas/ebeaf04422e94c9899b4cfaabf7c4a86 HTTP/1.1" status: 200  len: 375 time: 0.0260160
Apr 17 04:06:05.932282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ecc391e9-aa7a-46a4-bbac-5463920f380a up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:06.099267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:06:06.124976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:06.146008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Pushing event updated for resources: {'Port': ['ID=aac73be1-ad1a-4cc1-852e-7220936415c8,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:06.146490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Transition to ACTIVE for port object 9abd8509-bba3-4476-b6c4-926d186dfe5d will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:06:06.158532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:06.161224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:06.180651 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] 10.222.0.36 "PUT /v2.0/routers/d32c4f0b-8a2d-4c25-90a7-64219ed8f508/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8215823
Apr 17 04:06:06.183119 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:06.232688 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74901f9e-5b0b-4e42-b770-faaa22cab4c7 req-d3f85419-5535-41bf-9191-ab4faa48203e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:06.234373 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-74901f9e-5b0b-4e42-b770-faaa22cab4c7 req-d3f85419-5535-41bf-9191-ab4faa48203e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 932 time: 1.7477369
Apr 17 04:06:06.241340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Sync routers for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:06:06.285265 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Attempting to bind port aac73be1-ad1a-4cc1-852e-7220936415c8 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:06:06.285941 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Attempting to bind port aac73be1-ad1a-4cc1-852e-7220936415c8 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:06:06.286497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Attempting to bind port aac73be1-ad1a-4cc1-852e-7220936415c8 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:06.292992 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Port aac73be1-ad1a-4cc1-852e-7220936415c8 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:06:06.293566 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Attempting to bind port aac73be1-ad1a-4cc1-852e-7220936415c8 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:06.301026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:06:06.301594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Checking segment: {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:06:06.302517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Bound using segment: {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:06:06.303242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Bound port: aac73be1-ad1a-4cc1-852e-7220936415c8, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:06:06.303813 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:06.306365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:06:06.308295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca322780>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:06.415143 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] For port aac73be1-ad1a-4cc1-852e-7220936415c8, host hv-cinder-78605, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:06:06.420901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] For port aac73be1-ad1a-4cc1-852e-7220936415c8, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=aac73be1-ad1a-4cc1-852e-7220936415c8,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:06:06.425242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:06.446197 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:06.485014 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-2bdf88a7-cf94-441a-a0f7-b9aca03d6175 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7551322
Apr 17 04:06:06.584331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:06.587976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:06.592135 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] 10.222.0.43 "PUT /v2.0/ports/aac73be1-ad1a-4cc1-852e-7220936415c8 HTTP/1.1" status: 200  len: 1094 time: 2.9939601
Apr 17 04:06:06.595711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Pushing event updated for resources: {'Port': ['ID=aac73be1-ad1a-4cc1-852e-7220936415c8,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:06.601104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0cd0dc-8532-4a69-84c3-8acbdadc43c4', 'tag': 'aac73be1-ad1a-4cc1-852e-7220936415c8'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:06.654727 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-74901f9e-5b0b-4e42-b770-faaa22cab4c7 req-924aaf1e-42ce-4d20-adb5-541bf9a89084 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Synchronizing usage tracker for tenant:d9f0154219a143acba7a1cc126fd72de on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:06:06.686895 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:06:06.764629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:06.816539 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Attempting to bind port 9abd8509-bba3-4476-b6c4-926d186dfe5d on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:06:06.817007 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Attempting to bind port 9abd8509-bba3-4476-b6c4-926d186dfe5d by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:06:06.817418 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Attempting to bind port 9abd8509-bba3-4476-b6c4-926d186dfe5d on network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:06.824812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b209c2-3c59-4e42-8f4d-25f7b6f33b68 None None] Pushing event updated for resources: {'Port': ['ID=9abd8509-bba3-4476-b6c4-926d186dfe5d,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:06.839190 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b8b209c2-3c59-4e42-8f4d-25f7b6f33b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:06.840023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:06:06.840422 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Checking segment: {'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:06:06.840854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:06.841266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Bound using segment: {'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:06:06.841772 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Bound port: 9abd8509-bba3-4476-b6c4-926d186dfe5d, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:06:06.842245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:06.845984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-74901f9e-5b0b-4e42-b770-faaa22cab4c7 req-924aaf1e-42ce-4d20-adb5-541bf9a89084 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Unset dirty status for tenant:d9f0154219a143acba7a1cc126fd72de on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:06:06.861502 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-74901f9e-5b0b-4e42-b770-faaa22cab4c7 req-924aaf1e-42ce-4d20-adb5-541bf9a89084 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5885594
Apr 17 04:06:06.899173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:07.052804 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-ceddaf34-c1d7-4fb4-b7fd-fdae465d8072 service neutron] 10.222.0.36 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5668249
Apr 17 04:06:07.055123 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:07.147898 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] For port 9abd8509-bba3-4476-b6c4-926d186dfe5d, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:06:07.161098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] For port 9abd8509-bba3-4476-b6c4-926d186dfe5d, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=9abd8509-bba3-4476-b6c4-926d186dfe5d,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:06:07.175817 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:07.181315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:07.186005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-7361bf5a-5286-479d-a704-2d0e84b79be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:07.187686 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-7361bf5a-5286-479d-a704-2d0e84b79be4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 1097 time: 0.2519281
Apr 17 04:06:07.288864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port ecc391e9-aa7a-46a4-bbac-5463920f380a triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:07.289416 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:07.297248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:07.386034 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-f0c527d9-0387-461e-9217-02461679ead0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aac73be1-ad1a-4cc1-852e-7220936415c8 HTTP/1.1" status: 200  len: 217 time: 0.1826365
Apr 17 04:06:07.408542 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Routers {'9f913d2a-d80e-4577-a82c-c060fd5c59bb'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:06:07.409318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9ce9c50>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:07.427582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca322780>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 2, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:07.509371 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Checking router: d32c4f0b-8a2d-4c25-90a7-64219ed8f508 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:06:07.509896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Updating router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 port 71c639b1-c0a7-4612-b3c6-62f0762079b4 binding host dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:06:07.591555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:07.733669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b209c2-3c59-4e42-8f4d-25f7b6f33b68 None None] Pushing event updated for resources: {'Port': ['ID=9abd8509-bba3-4476-b6c4-926d186dfe5d,revision_number=4']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:07.745297 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b8b209c2-3c59-4e42-8f4d-25f7b6f33b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:07.749319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-33ebbd37-9203-48e2-ad1c-5b41fc5c83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:07.758228 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-33ebbd37-9203-48e2-ad1c-5b41fc5c83cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a641dc7-2c59-499e-8e47-d20e6694166c HTTP/1.1" status: 200  len: 855 time: 0.2931614
Apr 17 04:06:07.837166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Pushing event updated for resources: {'Port': ['ID=1777d249-f83c-43be-b308-4b4b0e311030,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:07.861552 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:07.903900 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Network 76d36585-3d3f-4d5a-a523-3666456774cb is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:06:07.920705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] Set router 9f913d2a-d80e-4577-a82c-c060fd5c59bb gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:06:07.927761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.43', 52642) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:07.932544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:06:07.956597 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:06:07.968103 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-c3c38dfd-2245-4ad4-8a14-dc930feb043d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1935010
Apr 17 04:06:07.977011 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39600) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:07.982129 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:07.982905 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:08.076528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:08.091553 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Transition to ACTIVE for port object 71c639b1-c0a7-4612-b3c6-62f0762079b4 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:06:08.104758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:08.126516 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:08.163558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 39606) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:08.432594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957fea69-72a0-4d4e-9603-52f4c8009718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:08.483258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-957fea69-72a0-4d4e-9603-52f4c8009718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:08.491991 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-eb299cd6-8512-4089-b422-34d1f2418f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:08.530604 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Attempting to bind port 71c639b1-c0a7-4612-b3c6-62f0762079b4 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:06:08.531031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Attempting to bind port 71c639b1-c0a7-4612-b3c6-62f0762079b4 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:06:08.531655 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Attempting to bind port 71c639b1-c0a7-4612-b3c6-62f0762079b4 on network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:08.545034 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-957fea69-72a0-4d4e-9603-52f4c8009718 admin admin] Usage tracker for resource:security_group_rule and tenant:70f4678353b34ce2b70cb437c1570965 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:08.578669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc7a2f-9505-4859-919e-d638e49d520a None None] Pushing event updated for resources: {'Port': ['ID=71c639b1-c0a7-4612-b3c6-62f0762079b4,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:08.579497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-957fea69-72a0-4d4e-9603-52f4c8009718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:08.597743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:06:08.598394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Checking segment: {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:06:08.599045 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:08.599619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Bound using segment: {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:06:08.600299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Bound port: 71c639b1-c0a7-4612-b3c6-62f0762079b4, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:06:08.600874 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:08.611245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-957fea69-72a0-4d4e-9603-52f4c8009718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:08.632958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-60fc7a2f-9505-4859-919e-d638e49d520a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:08.655245 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-505b0565-090a-4741-a5d1-53fae6c97a2e service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6470926
Apr 17 04:06:08.700703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:08.766507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] For port 71c639b1-c0a7-4612-b3c6-62f0762079b4, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:06:08.774477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] For port 71c639b1-c0a7-4612-b3c6-62f0762079b4, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=71c639b1-c0a7-4612-b3c6-62f0762079b4,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:06:08.783581 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:08.806270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b451df51-a32e-4ffb-ace9-4f1750e9b06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:08.831090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9ab6-ff91-4c45-b046-d48a77f36522 req-2401e6b5-3457-479d-8a6e-4bec33fdcbbb tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:08.832077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-3b1f9ab6-ff91-4c45-b046-d48a77f36522 req-2401e6b5-3457-479d-8a6e-4bec33fdcbbb tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Synchronizing usage tracker for tenant:00b4f784507c462f990de6aad58abe56 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:06:08.850641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9ce9c50>, [{'id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-router', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:05:58Z', 'revision_number': 4, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'gw_port': {'id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:53Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '9abd8509-bba3-4476-b6c4-926d186dfe5d', 'name': '', 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'mac_address': 'fa:16:3e:35:1f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'daad0934-2d9e-46de-b136-ceda493744fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:07Z', 'revision_number': 4, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'subnets': [{'id': 'daad0934-2d9e-46de-b136-ceda493744fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:08.853839 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.9476125
Apr 17 04:06:08.862869 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ea0f8-bf02-4225-9681-e9be253845db None None] The sync data for ids ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'] in dv-cinder-786054-2-iscsi is: [{'id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-router', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:05:58Z', 'revision_number': 4, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'gw_port': {'id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:53Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '9abd8509-bba3-4476-b6c4-926d186dfe5d', 'name': '', 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'mac_address': 'fa:16:3e:35:1f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'daad0934-2d9e-46de-b136-ceda493744fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:58Z', 'updated_at': '2021-04-17T04:06:07Z', 'revision_number': 4, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'subnets': [{'id': 'daad0934-2d9e-46de-b136-ceda493744fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:06:08.886292 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-c2e26d7a-4841-4444-b859-28c94450c4ca service neutron] 10.222.0.36 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8256524
Apr 17 04:06:08.981082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Request body: {'port': {'device_id': '09026879-4f43-4c57-b9cd-b42945daf83f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:09.025929 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc7a2f-9505-4859-919e-d638e49d520a None None] Pushing event updated for resources: {'Port': ['ID=71c639b1-c0a7-4612-b3c6-62f0762079b4,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:09.057369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-60fc7a2f-9505-4859-919e-d638e49d520a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:09.082748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:06:09.083441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca322780>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:05:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:09.196119 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b22ac53-6321-4ff6-8733-d3fcf14cf269 req-2966f471-5cca-4161-a7ff-250e097e8c18 service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5275731
Apr 17 04:06:09.382158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-19399499-6d76-4b10-af11-39c73504c6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:09.474402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-19399499-6d76-4b10-af11-39c73504c6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:09.484746 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957fea69-72a0-4d4e-9603-52f4c8009718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:09.491952 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957fea69-72a0-4d4e-9603-52f4c8009718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:09.533163 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c878f-4075-4a50-893b-63ba24570064 req-8d1450dd-538f-484a-8bcd-395d5780f31e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:09.562373 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-8d1450dd-538f-484a-8bcd-395d5780f31e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.43 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 819 time: 1.6262467
Apr 17 04:06:09.579469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4998916a-4a1d-48b7-83d1-6636734be30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:09.589118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-3b1f9ab6-ff91-4c45-b046-d48a77f36522 req-2401e6b5-3457-479d-8a6e-4bec33fdcbbb tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Unset dirty status for tenant:00b4f784507c462f990de6aad58abe56 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:06:09.590390 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3b1f9ab6-ff91-4c45-b046-d48a77f36522 req-2401e6b5-3457-479d-8a6e-4bec33fdcbbb tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 932 time: 2.1532331
Apr 17 04:06:09.592929 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-19399499-6d76-4b10-af11-39c73504c6eb admin admin] Usage tracker for resource:security_group_rule and tenant:b211855fe07241749b10aac8d9070d8c is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:09.598203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-19399499-6d76-4b10-af11-39c73504c6eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:09.617250 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:09.622314 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-957fea69-72a0-4d4e-9603-52f4c8009718 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=70f4678353b34ce2b70cb437c1570965&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6440444
Apr 17 04:06:09.630637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39638) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:09.679800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-19399499-6d76-4b10-af11-39c73504c6eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:09.710623 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fea69-72a0-4d4e-9603-52f4c8009718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5960709-4bd9-47f2-a727-e14ee8a654b1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:09.717085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-957fea69-72a0-4d4e-9603-52f4c8009718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:09.780026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c12d7368-04b0-474e-9d00-82ee6a9ffc6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:09.858240 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c12d7368-04b0-474e-9d00-82ee6a9ffc6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:09.881878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-19399499-6d76-4b10-af11-39c73504c6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:09.956694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Request body: {'port': {'device_id': '097639fa-062c-4cc7-bd57-4b0a4e1f0f7f', 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0', 'admin_state_up': True, 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:09.998145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-19399499-6d76-4b10-af11-39c73504c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:10.012506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c12d7368-04b0-474e-9d00-82ee6a9ffc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:10.018052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:10.076543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7368-04b0-474e-9d00-82ee6a9ffc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5960709-4bd9-47f2-a727-e14ee8a654b1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:10.106001 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c12d7368-04b0-474e-9d00-82ee6a9ffc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:10.106922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c12d7368-04b0-474e-9d00-82ee6a9ffc6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:10.110559 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c12d7368-04b0-474e-9d00-82ee6a9ffc6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5960709-4bd9-47f2-a727-e14ee8a654b1 HTTP/1.1" status: 204  len: 168 time: 0.4762352
Apr 17 04:06:10.125634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:10.160353 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-19399499-6d76-4b10-af11-39c73504c6eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b211855fe07241749b10aac8d9070d8c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9772401
Apr 17 04:06:10.163382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39646) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:10.177075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 9abd8509-bba3-4476-b6c4-926d186dfe5d up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:10.381970 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9412a132-1f94-4afa-9b15-f795a654c49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:10.449242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9412a132-1f94-4afa-9b15-f795a654c49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:10.559954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9412a132-1f94-4afa-9b15-f795a654c49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:10.592663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:10.618350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412a132-1f94-4afa-9b15-f795a654c49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d90a4-e3d1-42cc-a378-565c8be98459,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:10.626825 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9412a132-1f94-4afa-9b15-f795a654c49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:10.631921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9412a132-1f94-4afa-9b15-f795a654c49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:10.635611 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9412a132-1f94-4afa-9b15-f795a654c49f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e19d90a4-e3d1-42cc-a378-565c8be98459 HTTP/1.1" status: 204  len: 168 time: 0.4687095
Apr 17 04:06:10.636441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:06:10.852385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1777d249-f83c-43be-b308-4b4b0e311030 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:10.871233 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:10.960539 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 9abd8509-bba3-4476-b6c4-926d186dfe5d completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:06:11.037408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19399499-6d76-4b10-af11-39c73504c6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d90a4-e3d1-42cc-a378-565c8be98459,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:11.054095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-19399499-6d76-4b10-af11-39c73504c6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:11.093142 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39664) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:11.141362 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7a8e-d75b-4c27-9672-8dd8c61039c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:11.186074 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3b1f9ab6-ff91-4c45-b046-d48a77f36522 req-33ee3cbd-effa-487b-ac1b-91f40cc4e0f7 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2968700
Apr 17 04:06:11.251481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5e5b7a8e-d75b-4c27-9672-8dd8c61039c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:11.268591 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5e5b7a8e-d75b-4c27-9672-8dd8c61039c9 admin admin] Usage tracker for resource:security_group_rule and tenant:4024343463984863892e8324277fb86a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:11.273621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Transition to ACTIVE for port object 1777d249-f83c-43be-b308-4b4b0e311030 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:06:11.290264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5e5b7a8e-d75b-4c27-9672-8dd8c61039c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:11.309625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 9abd8509-bba3-4476-b6c4-926d186dfe5d triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:11.310125 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:11.313495 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5e5b7a8e-d75b-4c27-9672-8dd8c61039c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:11.347010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:11.389841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-405bed11-b98b-4164-9309-b0c042f41da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:11.413248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8944ba6-ea52-4747-9e71-86e792d6e085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:11.658571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 39676) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:11.676998 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7a8e-d75b-4c27-9672-8dd8c61039c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:11.689653 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7a8e-d75b-4c27-9672-8dd8c61039c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:11.700864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:11.729872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:11.771380 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:11.862157 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5e5b7a8e-d75b-4c27-9672-8dd8c61039c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4024343463984863892e8324277fb86a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7660029
Apr 17 04:06:11.864162 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39684) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:11.940619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--974689333', 'description': 'tempest-description--797966025'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:11.958802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:11.970038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Usage tracker for resource:security_group and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:11.973733 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:11.994388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:12.053060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b7a8e-d75b-4c27-9672-8dd8c61039c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1349810b-12a0-4ea6-bc21-b103cde99959,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:12.074466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5e5b7a8e-d75b-4c27-9672-8dd8c61039c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:12.092544 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0cd0dc-8532-4a69-84c3-8acbdadc43c4', 'tag': 'aac73be1-ad1a-4cc1-852e-7220936415c8', 'status': 'completed', 'code': 200}
Apr 17 04:06:12.110004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:12.118789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-512ff660-1c9f-4271-a91e-32cf66107b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:12.193621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-512ff660-1c9f-4271-a91e-32cf66107b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:12.234477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:12.240782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 9abd8509-bba3-4476-b6c4-926d186dfe5d, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=9abd8509-bba3-4476-b6c4-926d186dfe5d,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:12.253844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:12.264760 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:12.339962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca322780>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:08Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:12.357020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff4b52-fc05-4006-9384-26c652c50c96 None None] The sync data for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi is: [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:08Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:06:12.373981 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=9abd8509-bba3-4476-b6c4-926d186dfe5d,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:12.394822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:12.437837 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Pushing event updated for resources: {'Port': ['ID=1777d249-f83c-43be-b308-4b4b0e311030,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:12.454346 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-512ff660-1c9f-4271-a91e-32cf66107b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:12.471844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:12.474634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-46e2ec2c-eddc-4892-8ab2-d2e17acd7385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:12.496927 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ff660-1c9f-4271-a91e-32cf66107b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1349810b-12a0-4ea6-bc21-b103cde99959,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:12.499012 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-512ff660-1c9f-4271-a91e-32cf66107b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:12.502617 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-512ff660-1c9f-4271-a91e-32cf66107b27 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1349810b-12a0-4ea6-bc21-b103cde99959 HTTP/1.1" status: 204  len: 168 time: 0.6289289
Apr 17 04:06:12.502617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-512ff660-1c9f-4271-a91e-32cf66107b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:12.538834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b289ff9-3753-4620-85b5-df8f00147e8a req-a001fbf9-071a-454f-bde3-0e17a2a9499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:12.540833 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3b289ff9-3753-4620-85b5-df8f00147e8a req-a001fbf9-071a-454f-bde3-0e17a2a9499b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 1097 time: 0.2605729
Apr 17 04:06:12.543337 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:12.569424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.180s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:12.634132 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aa6ba3a4-5f0c-493d-9348-bd9ec0c99a51 req-b146d6e8-3826-45dd-bea7-5daccd9abac1 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 210 time: 0.2942610
Apr 17 04:06:12.669995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Usage tracker for resource:port and tenant:ebeaf04422e94c9899b4cfaabf7c4a86 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:12.689490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:12.702470 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Usage tracker for resource:security_group_rule and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:12.708845 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:12.726958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:12.845916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:12.922054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:12.941029 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:12.978577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891a815-d0e4-43ca-810f-1745cef9fdab req-2e29d18e-27af-449d-ac86-e48b2b52c668 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:12.991672 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5891a815-d0e4-43ca-810f-1745cef9fdab req-2e29d18e-27af-449d-ac86-e48b2b52c668 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 944 time: 1.0625803
Apr 17 04:06:13.012674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Made reservation on behalf of ebeaf04422e94c9899b4cfaabf7c4a86 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:06:13.041709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:13.069891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:13.099399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b289ff9-3753-4620-85b5-df8f00147e8a req-73b4570e-9225-4351-8e47-c00e72430898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:13.105563 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3b289ff9-3753-4620-85b5-df8f00147e8a req-73b4570e-9225-4351-8e47-c00e72430898 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 916 time: 0.5294137
Apr 17 04:06:13.270282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-19399499-6d76-4b10-af11-39c73504c6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:13.348670 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Attempting to bind port 1777d249-f83c-43be-b308-4b4b0e311030 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:06:13.349064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Attempting to bind port 1777d249-f83c-43be-b308-4b4b0e311030 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'fcb66c2a-8879-4c6b-add2-8c5dfa594965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '76d36585-3d3f-4d5a-a523-3666456774cb'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:06:13.349433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Attempting to bind port 1777d249-f83c-43be-b308-4b4b0e311030 on network 76d36585-3d3f-4d5a-a523-3666456774cb {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:13.414544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c4f584-e47d-4907-b50f-1bdbea86ed2c,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:13.417391 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Port 1777d249-f83c-43be-b308-4b4b0e311030 on network 76d36585-3d3f-4d5a-a523-3666456774cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:06:13.417754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Attempting to bind port 1777d249-f83c-43be-b308-4b4b0e311030 on network 76d36585-3d3f-4d5a-a523-3666456774cb {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:13.420658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:13.425686 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39730) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:13.426025 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1776 time: 1.7432842
Apr 17 04:06:13.432293 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:13.433838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'security_group_rule': {'security_group_id': '10c4f584-e47d-4907-b50f-1bdbea86ed2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:13.449717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:13.470955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Usage tracker for resource:security_group_rule and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:13.482751 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:13.505829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:13.545727 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5891a815-d0e4-43ca-810f-1745cef9fdab req-37af799e-2360-422d-8789-d7e582e2b9a9 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5528855
Apr 17 04:06:13.550636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:06:13.550636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Checking segment: {'id': 'fcb66c2a-8879-4c6b-add2-8c5dfa594965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '76d36585-3d3f-4d5a-a523-3666456774cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:06:13.550636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Bound using segment: {'id': 'fcb66c2a-8879-4c6b-add2-8c5dfa594965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '76d36585-3d3f-4d5a-a523-3666456774cb'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:06:13.550636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Bound port: 1777d249-f83c-43be-b308-4b4b0e311030, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcb66c2a-8879-4c6b-add2-8c5dfa594965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '76d36585-3d3f-4d5a-a523-3666456774cb'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:06:13.550636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:13.565596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:13.706338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] For port 1777d249-f83c-43be-b308-4b4b0e311030, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:06:13.711106 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] For port 1777d249-f83c-43be-b308-4b4b0e311030, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1777d249-f83c-43be-b308-4b4b0e311030,segment=NetworkSegment(fcb66c2a-8879-4c6b-add2-8c5dfa594965),segment_id=fcb66c2a-8879-4c6b-add2-8c5dfa594965)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:06:13.712297 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.43', 52650) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:13.735139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:14.018415 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:14.022846 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3b289ff9-3753-4620-85b5-df8f00147e8a req-deee3d69-21e3-4f6c-bcde-7d58b9a1421f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aac73be1-ad1a-4cc1-852e-7220936415c8 HTTP/1.1" status: 200  len: 217 time: 0.3118048
Apr 17 04:06:14.024925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:14.047613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:14.090575 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6cdb5c-7915-4f34-bfe5-6f4b7c411d34,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:14.107315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:14.130081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:14.131734 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7046926
Apr 17 04:06:14.135717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39754) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:14.144651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'security_group_rule': {'security_group_id': '10c4f584-e47d-4907-b50f-1bdbea86ed2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:14.152104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:14.158921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Usage tracker for resource:security_group_rule and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:14.171976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:14.196601 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:14.225186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-b7e101f9-0d44-4184-8294-7b06a0d56db6 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:14.226953 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-b7e101f9-0d44-4184-8294-7b06a0d56db6 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.43 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 819 time: 0.5095634
Apr 17 04:06:14.251512 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2248c197-e2e4-4041-a487-4b87435d8ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:14.371437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b289ff9-3753-4620-85b5-df8f00147e8a req-cad1318d-0c01-4d50-b1bf-a059a6dd7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:14.371551 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-29fb11df-ce7e-4c46-a7be-78bd295a6c08 req-b122f444-2a46-49e1-81bf-7f675a6e8e80 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 210 time: 0.1412418
Apr 17 04:06:14.373464 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3b289ff9-3753-4620-85b5-df8f00147e8a req-cad1318d-0c01-4d50-b1bf-a059a6dd7656 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a641dc7-2c59-499e-8e47-d20e6694166c HTTP/1.1" status: 200  len: 855 time: 0.1289628
Apr 17 04:06:14.380002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:14.425157 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Request body: {'port': {'device_id': 'a188d7ef-dc9b-4f32-a448-5600a71f68d2', 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0', 'admin_state_up': True, 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:14.450851 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:14.451575 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:14.453034 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] 10.222.0.43 "PUT /v2.0/ports/1777d249-f83c-43be-b308-4b4b0e311030 HTTP/1.1" status: 200  len: 1094 time: 5.4774289
Apr 17 04:06:14.466536 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5682-9e58-4dad-a7eb-e452fe9eea2e req-bff4a8e1-f7fa-4915-9ce6-6d60f9d04c1f tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:14.474405 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-244d5682-9e58-4dad-a7eb-e452fe9eea2e req-bff4a8e1-f7fa-4915-9ce6-6d60f9d04c1f tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 944 time: 1.1005225
Apr 17 04:06:14.476258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09026879-4f43-4c57-b9cd-b42945daf83f', 'tag': '1777d249-f83c-43be-b308-4b4b0e311030'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:14.595107 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3b289ff9-3753-4620-85b5-df8f00147e8a req-48a7fadc-1d5a-4cb0-bbb6-dd13f2bb05c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1989853
Apr 17 04:06:14.781324 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 9abd8509-bba3-4476-b6c4-926d186dfe5d up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:15.050030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 9abd8509-bba3-4476-b6c4-926d186dfe5d triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:15.055409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:15.190046 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3b289ff9-3753-4620-85b5-df8f00147e8a req-0cb179c3-fa36-422c-a09a-2382e2f37ade service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5658565
Apr 17 04:06:15.239920 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-244d5682-9e58-4dad-a7eb-e452fe9eea2e req-60c162eb-e32e-49b0-8649-3717f65ffca5 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7644372
Apr 17 04:06:15.290265 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:15.294721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:15.297146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:15.402375 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:15.407550 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2649832
Apr 17 04:06:15.424223 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c50458-9972-4ac8-8128-e4f2c3ce38e8,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:15.434903 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39806) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:15.439481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:15.443205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 71c639b1-c0a7-4612-b3c6-62f0762079b4 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:15.443728 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'floatingip': {'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:15.466855 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:15.476788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Usage tracker for resource:floatingip and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:15.485095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:15.591066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:15.647394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 71c639b1-c0a7-4612-b3c6-62f0762079b4 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:06:15.660967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 71c639b1-c0a7-4612-b3c6-62f0762079b4 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:15.661539 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:15.713865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Pushing event updated for resources: {'Port': ['ID=1777d249-f83c-43be-b308-4b4b0e311030,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:15.755967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:15.767219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.516s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:15.777289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Usage tracker for resource:port and tenant:ebeaf04422e94c9899b4cfaabf7c4a86 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:15.784409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:15.787475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:15.820514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:15.838922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Allocated IP 172.20.0.8 (2e805b95-c0eb-4c28-8528-81c64dd7c4d0/daad0934-2d9e-46de-b136-ceda493744fd/3a39efe2-f534-4392-8736-824e9e936623) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:06:15.844328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-1442d39f-2795-4546-bf72-bb3a6cf09642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:15.845951 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-1442d39f-2795-4546-bf72-bb3a6cf09642 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=00b4f784507c462f990de6aad58abe56&device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 1097 time: 1.2663074
Apr 17 04:06:15.867505 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc1a85-d612-4406-892d-66cd5ee4c608 req-f0bfe155-150b-4295-bf4c-c6b00d187c12 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:15.876330 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f7cc1a85-d612-4406-892d-66cd5ee4c608 req-f0bfe155-150b-4295-bf4c-c6b00d187c12 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 944 time: 0.7296569
Apr 17 04:06:15.884412 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Made reservation on behalf of ebeaf04422e94c9899b4cfaabf7c4a86 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:06:15.890720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:15.981293 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f7cc1a85-d612-4406-892d-66cd5ee4c608 req-49ffc976-3f51-4c6e-8996-8432e3704b45 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038487
Apr 17 04:06:16.022759 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:16.129306 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3b289ff9-3753-4620-85b5-df8f00147e8a req-138cacbd-4684-4db8-b0a3-95451690c8da service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6376617
Apr 17 04:06:16.154934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 71c639b1-c0a7-4612-b3c6-62f0762079b4, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=71c639b1-c0a7-4612-b3c6-62f0762079b4,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:16.162606 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:16.165224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:16.254970 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:16.305093 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=71c639b1-c0a7-4612-b3c6-62f0762079b4,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:16.321137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:16.461263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Allocated IP 172.27.0.6 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/c17b8a9a-1504-456a-ab6b-eb104f507d44) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:06:16.502078 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-fd6b8ca2-efb9-4b98-9874-58e9622dd0d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1777d249-f83c-43be-b308-4b4b0e311030 HTTP/1.1" status: 200  len: 217 time: 0.5360472
Apr 17 04:06:16.525178 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-df72210b-e370-4a59-acff-5f1bf3de3cf9 req-8fec3c76-723b-43d0-a06e-123dbc6846cc tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 210 time: 0.4203136
Apr 17 04:06:16.616568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-f41970a5-27d9-4ded-b0e4-224cb468ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:16.618896 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-f41970a5-27d9-4ded-b0e4-224cb468ab12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c836ab38-9325-47c3-992d-786530cba000 HTTP/1.1" status: 200  len: 852 time: 0.0886128
Apr 17 04:06:16.707636 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-59c2e7d0-19d3-4737-bee9-026d8e8f3709 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76d36585-3d3f-4d5a-a523-3666456774cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0587201
Apr 17 04:06:16.839561 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:16.884939 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:16.903410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:16.903518 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09026879-4f43-4c57-b9cd-b42945daf83f', 'tag': '1777d249-f83c-43be-b308-4b4b0e311030', 'status': 'completed', 'code': 200}
Apr 17 04:06:16.957253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:06:16.960800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:06:16.971750 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:06:17.049806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'Port': ['ID=c17b8a9a-1504-456a-ab6b-eb104f507d44,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:17.063104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:17.082763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502c735-edc9-4042-a1c9-123bd88780ca req-a3634bca-caab-44ca-b438-368f29b9e012 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:17.085753 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:17.091071 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d502c735-edc9-4042-a1c9-123bd88780ca req-a3634bca-caab-44ca-b438-368f29b9e012 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 944 time: 0.2475097
Apr 17 04:06:17.165161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:17.211372 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d502c735-edc9-4042-a1c9-123bd88780ca req-33988fa7-e936-4cdf-ba82-0a964c42832b tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188674
Apr 17 04:06:17.231585 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-554bb86c-8971-407a-a8a4-12d080eaef1a service neutron] 10.222.0.43 "GET /v2.0/networks/76d36585-3d3f-4d5a-a523-3666456774cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4827733
Apr 17 04:06:17.282254 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:17.403721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:17.407854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:17.408016 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60be1eee-6768-4d37-9538-a3dbfdfe3832 req-157794b2-ec43-4e10-8af2-4d793a64b0de service neutron] 10.222.0.43 "GET /v2.0/networks/76d36585-3d3f-4d5a-a523-3666456774cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603243
Apr 17 04:06:17.414337 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:17.446223 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c79b24-5949-43e5-ad56-64b47c1dc7f3 req-efba7515-e0e1-46d6-9a3b-8819a2c71a8b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:17.447651 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86c79b24-5949-43e5-ad56-64b47c1dc7f3 req-efba7515-e0e1-46d6-9a3b-8819a2c71a8b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 944 time: 0.3146689
Apr 17 04:06:17.476811 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:17.509234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:17.514842 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.0743239
Apr 17 04:06:17.521965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'Port': ['ID=c17b8a9a-1504-456a-ab6b-eb104f507d44,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:17.531222 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:17.588486 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86c79b24-5949-43e5-ad56-64b47c1dc7f3 req-3fde9ab2-647d-4a9d-a37b-7a46b04919b2 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239684
Apr 17 04:06:17.638959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:17.665868 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:17.711515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:06:17.733499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:06:17.753871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:06:17.759452 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:17.759949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:17.848050 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d372bce6-f12a-4c8b-8200-285e8d548bd2 req-6f0e8289-6e3a-4536-b80a-4e99e081ee68 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 210 time: 0.1008980
Apr 17 04:06:17.878474 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Allocated IP 172.20.0.7 (2e805b95-c0eb-4c28-8528-81c64dd7c4d0/daad0934-2d9e-46de-b136-ceda493744fd/ea3ba639-9130-4bdd-99cd-f4df8d8893ac) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:06:17.887357 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.0015688
Apr 17 04:06:17.897271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fff35-8189-4d5e-bf16-15501980c6d2 req-5112a4b2-b9a4-4672-be6d-c72ebd06a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:17.898888 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3f9fff35-8189-4d5e-bf16-15501980c6d2 req-5112a4b2-b9a4-4672-be6d-c72ebd06a814 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=00b4f784507c462f990de6aad58abe56&device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 1097 time: 0.4321618
Apr 17 04:06:17.904744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Pushing event updated for resources: {'Port': ['ID=3a39efe2-f534-4392-8736-824e9e936623,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:17.913740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:17.939298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Request body: {'port': {'device_id': '097639fa-062c-4cc7-bd57-4b0a4e1f0f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:18.017118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device aac73be1-ad1a-4cc1-852e-7220936415c8 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:06:18.059311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-cf7daed0-5690-4018-a91f-6509761ae852 req-ded251f6-1d4b-441c-b8ac-666f9df8c26b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Synchronizing usage tracker for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:06:18.126725 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-cf7daed0-5690-4018-a91f-6509761ae852 req-ded251f6-1d4b-441c-b8ac-666f9df8c26b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Unset dirty status for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:06:18.135040 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-ded251f6-1d4b-441c-b8ac-666f9df8c26b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--974689333&fields=id&tenant_id=cd7b9582236a4ade80b48dd303f4412d HTTP/1.1" status: 200  len: 267 time: 0.2980568
Apr 17 04:06:18.190267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port aac73be1-ad1a-4cc1-852e-7220936415c8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=aac73be1-ad1a-4cc1-852e-7220936415c8,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:18.210003 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': 'aac73be1-ad1a-4cc1-852e-7220936415c8', 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d', 'port_id': 'aac73be1-ad1a-4cc1-852e-7220936415c8', 'mac_address': 'fa:16:3e:6b:51:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a641dc7-2c59-499e-8e47-d20e6694166c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:06:18.383683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:18.417347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 71c639b1-c0a7-4612-b3c6-62f0762079b4 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:18.554033 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac73be1-ad1a-4cc1-852e-7220936415c8 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:18.575000 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port aac73be1-ad1a-4cc1-852e-7220936415c8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=aac73be1-ad1a-4cc1-852e-7220936415c8,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:18.582038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:18.585610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:18.644441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:18.671395 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=aac73be1-ad1a-4cc1-852e-7220936415c8,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:18.678289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:18.685120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 71c639b1-c0a7-4612-b3c6-62f0762079b4 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:18.685618 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:18.709646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fff35-8189-4d5e-bf16-15501980c6d2 req-bb59e5c7-c63b-4fb0-b54f-be0227f0f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:18.711999 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3f9fff35-8189-4d5e-bf16-15501980c6d2 req-bb59e5c7-c63b-4fb0-b54f-be0227f0f1ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=76d36585-3d3f-4d5a-a523-3666456774cb HTTP/1.1" status: 200  len: 913 time: 0.8025639
Apr 17 04:06:18.805488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:18.872313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['aac73be1-ad1a-4cc1-852e-7220936415c8'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:06:18.884092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39958) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:19.031027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-314c5b20-428f-436e-9131-6fdf00c6a363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:19.067051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-314c5b20-428f-436e-9131-6fdf00c6a363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:19.072386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-314c5b20-428f-436e-9131-6fdf00c6a363 admin admin] Usage tracker for resource:security_group_rule and tenant:03a9ffbbd0264738841e79e6c52ae2e7 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:19.075557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-314c5b20-428f-436e-9131-6fdf00c6a363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:19.082152 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-314c5b20-428f-436e-9131-6fdf00c6a363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:19.119336 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3f9fff35-8189-4d5e-bf16-15501980c6d2 req-52a5ed27-0a28-4f93-8244-37c465f28326 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1777d249-f83c-43be-b308-4b4b0e311030 HTTP/1.1" status: 200  len: 217 time: 0.3037231
Apr 17 04:06:19.131160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7daed0-5690-4018-a91f-6509761ae852 req-eeb14995-2804-4529-bae9-7421d637e2d2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:19.138432 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-eeb14995-2804-4529-bae9-7421d637e2d2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 817 time: 1.0024683
Apr 17 04:06:19.178069 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-314c5b20-428f-436e-9131-6fdf00c6a363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:19.182001 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-314c5b20-428f-436e-9131-6fdf00c6a363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:19.191704 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:19.203421 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-ebc4f7fe-adca-4e83-b195-a2dc2a0faae8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/quotas/cd7b9582236a4ade80b48dd303f4412d HTTP/1.1" status: 200  len: 375 time: 0.0638931
Apr 17 04:06:19.234731 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-314c5b20-428f-436e-9131-6fdf00c6a363 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03a9ffbbd0264738841e79e6c52ae2e7&name=default HTTP/1.1" status: 200  len: 2976 time: 0.3490651
Apr 17 04:06:19.235655 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c5b20-428f-436e-9131-6fdf00c6a363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926c08a6-d39b-407c-b8d9-f2f0e9a58a9e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:19.238364 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39966) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:19.241321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-314c5b20-428f-436e-9131-6fdf00c6a363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:19.304553 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f33d735d-dd2c-4e2c-bb09-be7135243e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:19.333404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f33d735d-dd2c-4e2c-bb09-be7135243e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:19.381936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f33d735d-dd2c-4e2c-bb09-be7135243e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:19.388391 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:19.389565 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848751b5-88db-473f-8dc1-dc3e11aa93a5 req-78ce3980-ae0c-41ad-9f75-15dd4db57dd4 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:19.391294 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-848751b5-88db-473f-8dc1-dc3e11aa93a5 req-78ce3980-ae0c-41ad-9f75-15dd4db57dd4 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 944 time: 0.8362684
Apr 17 04:06:19.392839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fff35-8189-4d5e-bf16-15501980c6d2 req-d17c0e4c-3c45-4bf8-8421-3ae23efe1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:19.394464 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3f9fff35-8189-4d5e-bf16-15501980c6d2 req-d17c0e4c-3c45-4bf8-8421-3ae23efe1f43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c836ab38-9325-47c3-992d-786530cba000 HTTP/1.1" status: 200  len: 852 time: 0.2488763
Apr 17 04:06:19.400794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d735d-dd2c-4e2c-bb09-be7135243e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926c08a6-d39b-407c-b8d9-f2f0e9a58a9e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:19.405449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f33d735d-dd2c-4e2c-bb09-be7135243e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:19.409059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f33d735d-dd2c-4e2c-bb09-be7135243e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:19.424000 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f33d735d-dd2c-4e2c-bb09-be7135243e64 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/926c08a6-d39b-407c-b8d9-f2f0e9a58a9e HTTP/1.1" status: 204  len: 168 time: 0.1709597
Apr 17 04:06:19.500644 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3f9fff35-8189-4d5e-bf16-15501980c6d2 req-6567993c-aa63-432b-9952-602b087146bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=76d36585-3d3f-4d5a-a523-3666456774cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0937886
Apr 17 04:06:19.590434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:19.712597 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:19.814607 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-848751b5-88db-473f-8dc1-dc3e11aa93a5 req-645a4eb0-4c0b-43cd-81f3-b344624c05cb tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4051607
Apr 17 04:06:19.847399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39990) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:19.852901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-cf7daed0-5690-4018-a91f-6509761ae852 req-004d5bd8-82d3-43db-a5ea-86009baa26ed tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Synchronizing usage tracker for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:06:19.866642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:06:19.870804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a93fe6ab-4fd7-4f82-80b3-afe8b0492883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:19.877543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:06:19.894988 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a93fe6ab-4fd7-4f82-80b3-afe8b0492883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:19.895783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:06:19.900781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a93fe6ab-4fd7-4f82-80b3-afe8b0492883 admin admin] Usage tracker for resource:security_group_rule and tenant:c4b2bdac27744f9785ace96b3961f818 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:19.901966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:19.902647 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:19.904816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a93fe6ab-4fd7-4f82-80b3-afe8b0492883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:19.906671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Pushing event updated for resources: {'Port': ['ID=ea3ba639-9130-4bdd-99cd-f4df8d8893ac,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:19.912384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a93fe6ab-4fd7-4f82-80b3-afe8b0492883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:19.918490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:19.965240 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 1777d249-f83c-43be-b308-4b4b0e311030 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:06:20.020589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device aac73be1-ad1a-4cc1-852e-7220936415c8 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:20.022731 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a93fe6ab-4fd7-4f82-80b3-afe8b0492883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.026876 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a93fe6ab-4fd7-4f82-80b3-afe8b0492883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.036731 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:20.051171 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.6776423
Apr 17 04:06:20.061458 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3f9fff35-8189-4d5e-bf16-15501980c6d2 req-78866575-764d-46a0-b52c-24dc223f42e3 service neutron] 10.222.0.43 "GET /v2.0/networks/76d36585-3d3f-4d5a-a523-3666456774cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5414743
Apr 17 04:06:20.072762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Request body: {'port': {'device_id': 'a188d7ef-dc9b-4f32-a448-5600a71f68d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:20.085945 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a93fe6ab-4fd7-4f82-80b3-afe8b0492883 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4b2bdac27744f9785ace96b3961f818&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2371366
Apr 17 04:06:20.087510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 39998) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:20.099450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fe6ab-4fd7-4f82-80b3-afe8b0492883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a7d7d4-2950-445a-9324-31c73a11477a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:20.108778 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a93fe6ab-4fd7-4f82-80b3-afe8b0492883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:20.155134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-cf7daed0-5690-4018-a91f-6509761ae852 req-004d5bd8-82d3-43db-a5ea-86009baa26ed tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Unset dirty status for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:06:20.156583 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-004d5bd8-82d3-43db-a5ea-86009baa26ed tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9372842
Apr 17 04:06:20.159974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17fc4f01-666c-48b3-8af8-a3b4549e6e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.188875 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17fc4f01-666c-48b3-8af8-a3b4549e6e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.222796 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port aac73be1-ad1a-4cc1-852e-7220936415c8 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:06:20.231248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 1777d249-f83c-43be-b308-4b4b0e311030, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1777d249-f83c-43be-b308-4b4b0e311030,segment=NetworkSegment(fcb66c2a-8879-4c6b-add2-8c5dfa594965),segment_id=fcb66c2a-8879-4c6b-add2-8c5dfa594965)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:20.237662 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17fc4f01-666c-48b3-8af8-a3b4549e6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.242022 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:20.242823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port aac73be1-ad1a-4cc1-852e-7220936415c8 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:20.243267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.256274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc4f01-666c-48b3-8af8-a3b4549e6e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a7d7d4-2950-445a-9324-31c73a11477a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:20.260561 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-17fc4f01-666c-48b3-8af8-a3b4549e6e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:20.264611 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17fc4f01-666c-48b3-8af8-a3b4549e6e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.269324 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-17fc4f01-666c-48b3-8af8-a3b4549e6e15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20a7d7d4-2950-445a-9324-31c73a11477a HTTP/1.1" status: 204  len: 168 time: 0.1804438
Apr 17 04:06:20.297058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '1777d249-f83c-43be-b308-4b4b0e311030', 'network_id': '76d36585-3d3f-4d5a-a523-3666456774cb', 'port_id': '1777d249-f83c-43be-b308-4b4b0e311030', 'mac_address': 'fa:16:3e:25:df:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c836ab38-9325-47c3-992d-786530cba000', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:06:20.380527 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.401942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 17 04:06:20.429375 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1777d249-f83c-43be-b308-4b4b0e311030 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:20.471090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 1777d249-f83c-43be-b308-4b4b0e311030, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1777d249-f83c-43be-b308-4b4b0e311030,segment=NetworkSegment(fcb66c2a-8879-4c6b-add2-8c5dfa594965),segment_id=fcb66c2a-8879-4c6b-add2-8c5dfa594965)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:20.474364 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.488823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.493786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:20.540949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7921140-7d3c-4ef1-981f-ed3dbbb4afc4 req-327a4b01-7c65-4b2b-a9eb-5a590f036483 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:20.542633 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b7921140-7d3c-4ef1-981f-ed3dbbb4afc4 req-327a4b01-7c65-4b2b-a9eb-5a590f036483 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 945 time: 0.5961721
Apr 17 04:06:20.552047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0cd0dc-8532-4a69-84c3-8acbdadc43c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac73be1-ad1a-4cc1-852e-7220936415c8'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:20.564867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.606791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a39efe2-f534-4392-8736-824e9e936623 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:20.613279 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3f9fff35-8189-4d5e-bf16-15501980c6d2 req-d6ccae02-2483-49d5-814e-78a03465dd0a service neutron] 10.222.0.43 "GET /v2.0/networks/76d36585-3d3f-4d5a-a523-3666456774cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4964302
Apr 17 04:06:20.631632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.634937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port aac73be1-ad1a-4cc1-852e-7220936415c8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=aac73be1-ad1a-4cc1-852e-7220936415c8,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:20.643240 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:20.649560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=1777d249-f83c-43be-b308-4b4b0e311030,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:20.652816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:20.653490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:20.713494 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-aba94ba8-458c-4e5f-8d53-c8a13fb5881f service neutron] 10.222.0.36 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4791963
Apr 17 04:06:20.732215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Transition to ACTIVE for port object 3a39efe2-f534-4392-8736-824e9e936623 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:06:20.738303 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=aac73be1-ad1a-4cc1-852e-7220936415c8,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:20.741724 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:20.765400 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b7921140-7d3c-4ef1-981f-ed3dbbb4afc4 req-68d44d91-84ea-41bd-949e-12ea1506b450 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861162
Apr 17 04:06:20.776282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:21.097820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:21.208426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40044) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:21.238424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a39efe2-f534-4392-8736-824e9e936623,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:21.259852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:21.473858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ee7955a-f824-4bd8-8999-0ea0f3ee88f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:21.489353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9ee7955a-f824-4bd8-8999-0ea0f3ee88f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:21.493418 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9ee7955a-f824-4bd8-8999-0ea0f3ee88f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2c98f6d9b7c5451e8af237af1a656f22 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:21.496383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9ee7955a-f824-4bd8-8999-0ea0f3ee88f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:21.502399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9ee7955a-f824-4bd8-8999-0ea0f3ee88f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:21.540065 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-26da7b1e-9921-4085-9ebb-1d476fe22791 service neutron] 10.222.0.36 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8093185
Apr 17 04:06:21.557724 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Attempting to bind port 3a39efe2-f534-4392-8736-824e9e936623 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:06:21.558105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Attempting to bind port 3a39efe2-f534-4392-8736-824e9e936623 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:06:21.558508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Attempting to bind port 3a39efe2-f534-4392-8736-824e9e936623 on network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:21.573435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Port 3a39efe2-f534-4392-8736-824e9e936623 on network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:06:21.573801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Attempting to bind port 3a39efe2-f534-4392-8736-824e9e936623 on network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:21.590477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7d6a1-a1ab-47a0-9c42-2b9ee0221d11 req-1fd521f7-3e43-4121-bdfb-90190ea13ca4 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:21.591260 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-3ac7d6a1-a1ab-47a0-9c42-2b9ee0221d11 req-1fd521f7-3e43-4121-bdfb-90190ea13ca4 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Synchronizing usage tracker for tenant:ebeaf04422e94c9899b4cfaabf7c4a86 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:06:21.595674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ee7955a-f824-4bd8-8999-0ea0f3ee88f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:21.600947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ee7955a-f824-4bd8-8999-0ea0f3ee88f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:21.606052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:06:21.606435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Checking segment: {'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:06:21.606909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Bound using segment: {'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:06:21.607406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Bound port: 3a39efe2-f534-4392-8736-824e9e936623, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:06:21.607794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:21.610907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9412a132-1f94-4afa-9b15-f795a654c49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:21.661279 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9ee7955a-f824-4bd8-8999-0ea0f3ee88f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c98f6d9b7c5451e8af237af1a656f22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4491742
Apr 17 04:06:21.661279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7955a-f824-4bd8-8999-0ea0f3ee88f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e808c27-2fed-48c9-8777-102a4650ceaa,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:21.673672 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40058) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:21.718342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-3ac7d6a1-a1ab-47a0-9c42-2b9ee0221d11 req-1fd521f7-3e43-4121-bdfb-90190ea13ca4 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Unset dirty status for tenant:ebeaf04422e94c9899b4cfaabf7c4a86 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:06:21.719688 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3ac7d6a1-a1ab-47a0-9c42-2b9ee0221d11 req-1fd521f7-3e43-4121-bdfb-90190ea13ca4 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 931 time: 0.5328152
Apr 17 04:06:21.851370 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 17 04:06:21.935892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] For port 3a39efe2-f534-4392-8736-824e9e936623, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:06:21.954937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9ee7955a-f824-4bd8-8999-0ea0f3ee88f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:21.977411 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3ac7d6a1-a1ab-47a0-9c42-2b9ee0221d11 req-15a5fdb9-bed8-427c-8cd5-5e5365bba877 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2466419
Apr 17 04:06:21.996328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] For port 3a39efe2-f534-4392-8736-824e9e936623, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=3a39efe2-f534-4392-8736-824e9e936623,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:06:22.010749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3ba639-9130-4bdd-99cd-f4df8d8893ac {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:22.027932 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:22.045701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:22.066628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b737efd4-71f1-458e-b2a5-bb96595d93b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:22.069853 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0cd0dc-8532-4a69-84c3-8acbdadc43c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac73be1-ad1a-4cc1-852e-7220936415c8', 'code': 200}
Apr 17 04:06:22.087541 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:22.173846 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b737efd4-71f1-458e-b2a5-bb96595d93b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:22.252323 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b737efd4-71f1-458e-b2a5-bb96595d93b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:22.260089 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:22.281491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737efd4-71f1-458e-b2a5-bb96595d93b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e808c27-2fed-48c9-8777-102a4650ceaa,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:22.292353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b737efd4-71f1-458e-b2a5-bb96595d93b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:22.295956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b737efd4-71f1-458e-b2a5-bb96595d93b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:22.297423 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b737efd4-71f1-458e-b2a5-bb96595d93b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e808c27-2fed-48c9-8777-102a4650ceaa HTTP/1.1" status: 204  len: 168 time: 0.6208475
Apr 17 04:06:22.323288 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Transition to ACTIVE for port object ea3ba639-9130-4bdd-99cd-f4df8d8893ac will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:06:22.396003 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:22.399223 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b81ce370-80b1-4166-9179-7925a2bbf2a6 req-491e1033-fe02-492e-b46f-59db10e82e26 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 210 time: 0.1685972
Apr 17 04:06:22.405017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:22.405686 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:22.407397 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] 10.222.0.43 "PUT /v2.0/ports/3a39efe2-f534-4392-8736-824e9e936623 HTTP/1.1" status: 200  len: 1093 time: 4.5073681
Apr 17 04:06:22.409202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097639fa-062c-4cc7-bd57-4b0a4e1f0f7f', 'tag': '3a39efe2-f534-4392-8736-824e9e936623'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:22.433474 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a39efe2-f534-4392-8736-824e9e936623,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:22.447035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:22.449167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:22.717016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3ba639-9130-4bdd-99cd-f4df8d8893ac,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:22.720653 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:22.741744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Attempting to bind port ea3ba639-9130-4bdd-99cd-f4df8d8893ac on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:06:22.742116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Attempting to bind port ea3ba639-9130-4bdd-99cd-f4df8d8893ac by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:06:22.742483 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Attempting to bind port ea3ba639-9130-4bdd-99cd-f4df8d8893ac on network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:22.759718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d41181-7a8c-47d0-b076-1ae8cff08e98 req-8fcf7eb0-fdfb-4af8-b09c-7d36668f40de tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:22.761341 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d7d41181-7a8c-47d0-b076-1ae8cff08e98 req-8fcf7eb0-fdfb-4af8-b09c-7d36668f40de tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 945 time: 0.4368033
Apr 17 04:06:22.763436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Port ea3ba639-9130-4bdd-99cd-f4df8d8893ac on network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:06:22.763785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Attempting to bind port ea3ba639-9130-4bdd-99cd-f4df8d8893ac on network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:22.788782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:06:22.789166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Checking segment: {'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:06:22.789447 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Bound using segment: {'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:06:22.789981 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Bound port: ea3ba639-9130-4bdd-99cd-f4df8d8893ac, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ecb5a99-c260-4873-9cf5-6431d37ef864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:06:22.790335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:22.867472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1d863-9538-426c-bfcf-db5920985a20 req-6c32b752-7b95-4c97-9444-081f9005d400 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:22.869080 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-65f1d863-9538-426c-bfcf-db5920985a20 req-6c32b752-7b95-4c97-9444-081f9005d400 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 946 time: 0.3116016
Apr 17 04:06:22.889711 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d7d41181-7a8c-47d0-b076-1ae8cff08e98 req-47f7a10c-2715-4f62-bdd6-dbe93c396435 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195745
Apr 17 04:06:22.981128 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-65f1d863-9538-426c-bfcf-db5920985a20 req-6d0281ae-7a59-4c49-8da4-5a1faa0eedd8 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019905
Apr 17 04:06:22.991919 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] For port ea3ba639-9130-4bdd-99cd-f4df8d8893ac, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:06:22.995328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] For port ea3ba639-9130-4bdd-99cd-f4df8d8893ac, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ea3ba639-9130-4bdd-99cd-f4df8d8893ac,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:06:22.999791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:23.006040 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9a9b167e-23f9-4f0f-95d5-cb4f497f98fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:23.107358 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097639fa-062c-4cc7-bd57-4b0a4e1f0f7f', 'tag': '3a39efe2-f534-4392-8736-824e9e936623', 'status': 'completed', 'code': 200}
Apr 17 04:06:23.121979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:23.122667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:23.124204 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] 10.222.0.43 "PUT /v2.0/ports/ea3ba639-9130-4bdd-99cd-f4df8d8893ac HTTP/1.1" status: 200  len: 1093 time: 3.0721314
Apr 17 04:06:23.204940 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Pushing event updated for resources: {'Port': ['ID=ea3ba639-9130-4bdd-99cd-f4df8d8893ac,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:23.210036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:23.249570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bac26-db63-4012-9d2f-3a9b361110e3 req-8240de7c-bd3b-4ff3-ae13-4fe7bb034c12 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:23.257187 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d90bac26-db63-4012-9d2f-3a9b361110e3 req-8240de7c-bd3b-4ff3-ae13-4fe7bb034c12 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 943 time: 0.1096697
Apr 17 04:06:23.349885 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d90bac26-db63-4012-9d2f-3a9b361110e3 req-2fc0b80d-df78-44fd-b172-5db920fdf7c8 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915687
Apr 17 04:06:23.385732 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['1777d249-f83c-43be-b308-4b4b0e311030'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:06:23.511515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee75364-1774-46b4-af79-9a1bd12e7e9c req-54de2a49-5dd6-47f5-9906-85476990c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:23.515808 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fee75364-1774-46b4-af79-9a1bd12e7e9c req-54de2a49-5dd6-47f5-9906-85476990c260 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 1096 time: 0.2220316
Apr 17 04:06:23.754745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-c4a97397-f484-47ac-ba86-0d8e3d4deb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:23.756355 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-c4a97397-f484-47ac-ba86-0d8e3d4deb0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 1096 time: 0.4025586
Apr 17 04:06:23.762150 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b4578ec5-da8a-4d0a-a344-fa781b596c6b req-8a40519e-9670-427d-aba8-3cb4c7994961 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 210 time: 0.1194823
Apr 17 04:06:23.863705 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-a9cb0b46-24db-4f21-8024-7d81f80c1c1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea3ba639-9130-4bdd-99cd-f4df8d8893ac HTTP/1.1" status: 200  len: 217 time: 0.0969958
Apr 17 04:06:23.869941 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee75364-1774-46b4-af79-9a1bd12e7e9c req-1a907cf4-4d73-4ab4-aa8e-a042c7cc45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:23.871464 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fee75364-1774-46b4-af79-9a1bd12e7e9c req-1a907cf4-4d73-4ab4-aa8e-a042c7cc45dc service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&shared=False HTTP/1.1" status: 200  len: 920 time: 0.3407762
Apr 17 04:06:24.136955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 1777d249-f83c-43be-b308-4b4b0e311030 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:24.308300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a4de0-bc6d-4fd4-bd29-66446a08061d req-b88014be-0079-4c7c-9a2a-0631c347987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:24.309879 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-967a4de0-bc6d-4fd4-bd29-66446a08061d req-b88014be-0079-4c7c-9a2a-0631c347987a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 1099 time: 0.6684632
Apr 17 04:06:24.343529 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7daed0-5690-4018-a91f-6509761ae852 req-7bfff450-dcd1-471e-9921-03c166dfd913 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:24.347684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-cf7daed0-5690-4018-a91f-6509761ae852 req-7bfff450-dcd1-471e-9921-03c166dfd913 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Synchronizing usage tracker for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:06:24.362309 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 1777d249-f83c-43be-b308-4b4b0e311030 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:06:24.385032 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-cf7daed0-5690-4018-a91f-6509761ae852 req-7bfff450-dcd1-471e-9921-03c166dfd913 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Unset dirty status for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:06:24.386092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 1777d249-f83c-43be-b308-4b4b0e311030 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:24.386891 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-7bfff450-dcd1-471e-9921-03c166dfd913 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.43 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 817 time: 0.3008637
Apr 17 04:06:24.387650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:24.470760 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-d204f7c2-6a5d-4e26-94df-f96337951fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:24.482700 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-d204f7c2-6a5d-4e26-94df-f96337951fe3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=daad0934-2d9e-46de-b136-ceda493744fd HTTP/1.1" status: 200  len: 859 time: 0.6016324
Apr 17 04:06:24.527098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40188) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:24.559558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-cf7daed0-5690-4018-a91f-6509761ae852 req-f5ffb71f-2fe7-4deb-8deb-045baa12b81c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Synchronizing usage tracker for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:06:24.567342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-967a4de0-bc6d-4fd4-bd29-66446a08061d req-73fd581e-099a-41a2-92a3-a64f7c797bac service neutron] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:24.585039 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-14a54f1e-7fd1-4c97-82be-58653df3c3e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1016216
Apr 17 04:06:24.589266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-cf7daed0-5690-4018-a91f-6509761ae852 req-f5ffb71f-2fe7-4deb-8deb-045baa12b81c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Unset dirty status for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:06:24.594314 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-f5ffb71f-2fe7-4deb-8deb-045baa12b81c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd7b9582236a4ade80b48dd303f4412d HTTP/1.1" status: 200  len: 5699 time: 0.1977251
Apr 17 04:06:24.605468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'port': {'device_id': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'admin_state_up': True, 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'security_groups': ['10c4f584-e47d-4907-b50f-1bdbea86ed2c']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:24.633940 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-967a4de0-bc6d-4fd4-bd29-66446a08061d req-73fd581e-099a-41a2-92a3-a64f7c797bac service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:24.659946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-967a4de0-bc6d-4fd4-bd29-66446a08061d req-73fd581e-099a-41a2-92a3-a64f7c797bac service neutron] Usage tracker for resource:security_group_rule and tenant:3301f9478301493d8ac6d863cd41b2ac is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:24.675416 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-967a4de0-bc6d-4fd4-bd29-66446a08061d req-73fd581e-099a-41a2-92a3-a64f7c797bac service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:24.726024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee75364-1774-46b4-af79-9a1bd12e7e9c req-e3d062c1-9028-4f07-bd9c-34ed98ead6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:24.727554 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fee75364-1774-46b4-af79-9a1bd12e7e9c req-e3d062c1-9028-4f07-bd9c-34ed98ead6a5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8115864
Apr 17 04:06:24.747284 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-967a4de0-bc6d-4fd4-bd29-66446a08061d req-73fd581e-099a-41a2-92a3-a64f7c797bac service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:24.848771 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65105b50-3df0-41f4-8dd8-7be825105d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:24.876859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-65105b50-3df0-41f4-8dd8-7be825105d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:24.896257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-65105b50-3df0-41f4-8dd8-7be825105d62 admin admin] Usage tracker for resource:security_group_rule and tenant:099e2800524c4a4bb51f27622fd55117 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:24.901939 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-65105b50-3df0-41f4-8dd8-7be825105d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:24.906936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:24.919478 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-65105b50-3df0-41f4-8dd8-7be825105d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:24.926559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dea665-e63a-4fec-8cbb-63e750091ebc req-f289f8ff-52e8-4199-a291-e814eb60fe32 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:24.928263 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6dea665-e63a-4fec-8cbb-63e750091ebc req-f289f8ff-52e8-4199-a291-e814eb60fe32 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 945 time: 0.6324823
Apr 17 04:06:24.940862 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31af7f-42ac-4bcb-a979-187bb4de75cc req-dea9a318-f92a-4867-8406-cb58836ac658 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:24.949612 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aa31af7f-42ac-4bcb-a979-187bb4de75cc req-dea9a318-f92a-4867-8406-cb58836ac658 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 946 time: 0.6496699
Apr 17 04:06:24.952032 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:24.953145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09026879-4f43-4c57-b9cd-b42945daf83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1777d249-f83c-43be-b308-4b4b0e311030'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:24.965001 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 1777d249-f83c-43be-b308-4b4b0e311030, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1777d249-f83c-43be-b308-4b4b0e311030,segment=NetworkSegment(fcb66c2a-8879-4c6b-add2-8c5dfa594965),segment_id=fcb66c2a-8879-4c6b-add2-8c5dfa594965)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:24.968891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:24.971027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:24.972136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:24.992057 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Made reservation on behalf of cd7b9582236a4ade80b48dd303f4412d for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:06:24.998578 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:25.029322 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-2d00c6e5-c825-435d-b843-96bc91cc45de service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4287586
Apr 17 04:06:25.088234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=1777d249-f83c-43be-b308-4b4b0e311030,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:25.099160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:25.109864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a188d7ef-dc9b-4f32-a448-5600a71f68d2', 'tag': 'ea3ba639-9130-4bdd-99cd-f4df8d8893ac'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:25.162227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65105b50-3df0-41f4-8dd8-7be825105d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:25.170258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-65105b50-3df0-41f4-8dd8-7be825105d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:25.228096 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6dea665-e63a-4fec-8cbb-63e750091ebc req-79277d39-e2ec-489d-8353-2ddb80b996ef tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2746310
Apr 17 04:06:25.239748 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aa31af7f-42ac-4bcb-a979-187bb4de75cc req-8d3475f5-2a0b-47fc-9269-b76d8f3e10fe tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2890778
Apr 17 04:06:25.251079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f33d735d-dd2c-4e2c-bb09-be7135243e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:25.295043 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-967a4de0-bc6d-4fd4-bd29-66446a08061d req-73fd581e-099a-41a2-92a3-a64f7c797bac service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:25.303717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-967a4de0-bc6d-4fd4-bd29-66446a08061d req-73fd581e-099a-41a2-92a3-a64f7c797bac service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:25.328967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0fd35612-2a1d-47e7-96d5-0cd206cbcafb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:25.344095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c878f-4075-4a50-893b-63ba24570064 req-ca4f9d3b-92f5-4e07-a33a-e52541194857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:25.345701 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-ca4f9d3b-92f5-4e07-a33a-e52541194857 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 1096 time: 0.5643692
Apr 17 04:06:25.426961 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65105b50-3df0-41f4-8dd8-7be825105d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d062aa75-596d-460b-a194-ec9ca0bdd5d1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:25.451877 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-65105b50-3df0-41f4-8dd8-7be825105d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:25.466665 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-65105b50-3df0-41f4-8dd8-7be825105d62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=099e2800524c4a4bb51f27622fd55117&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9352686
Apr 17 04:06:25.479969 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40216) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:25.532291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Allocated IP 172.20.0.7 (8f37c02f-2cb9-4191-8bf8-32e7a2f86a81/80cde3a3-6963-4ab6-a96e-946aa1c0f361/38f82354-abf0-43f8-bb94-3a445e741edf) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:06:25.552744 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-967a4de0-bc6d-4fd4-bd29-66446a08061d req-73fd581e-099a-41a2-92a3-a64f7c797bac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1517277
Apr 17 04:06:25.562893 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-6d4509ac-4519-418c-8ecd-3af708142268 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a39efe2-f534-4392-8736-824e9e936623 HTTP/1.1" status: 200  len: 217 time: 0.1883392
Apr 17 04:06:25.744990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd581e-099a-41a2-92a3-a64f7c797bac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3a31039f-c41b-412c-a002-1a39700c2f78,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:25.758057 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c6efbf02-3439-4cf1-b726-7478b3c050d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:25.759633 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ceea8661-5183-423d-8263-f8a1196d67f6 req-6e82bb3f-8a94-4dab-9799-e4774126752e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 210 time: 0.1940675
Apr 17 04:06:25.764812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-73fd581e-099a-41a2-92a3-a64f7c797bac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:25.768175 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17bdc0e4-9f51-45bb-a2c1-6999bde0524f req-568d8f25-c91c-4c5d-ad2a-9a02d0379b0c service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7162676
Apr 17 04:06:25.814066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c878f-4075-4a50-893b-63ba24570064 req-dee84835-3f61-4f85-831f-a2d575cdbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:25.815845 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-dee84835-3f61-4f85-831f-a2d575cdbaef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=daad0934-2d9e-46de-b136-ceda493744fd HTTP/1.1" status: 200  len: 859 time: 0.1179907
Apr 17 04:06:25.824881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c6efbf02-3439-4cf1-b726-7478b3c050d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:25.878761 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09026879-4f43-4c57-b9cd-b42945daf83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1777d249-f83c-43be-b308-4b4b0e311030', 'code': 200}
Apr 17 04:06:25.881614 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210a66c-2aed-44fe-ac57-de17233dcb59 req-8c071633-1937-4a66-b632-c0bd4e14bf94 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:25.884629 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2210a66c-2aed-44fe-ac57-de17233dcb59 req-8c071633-1937-4a66-b632-c0bd4e14bf94 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 943 time: 0.3165631
Apr 17 04:06:25.899740 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-546f0b2e-b1f2-40b7-95a6-a51794e529a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678053
Apr 17 04:06:25.904714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:25.974017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Transition to ACTIVE for port object 38f82354-abf0-43f8-bb94-3a445e741edf will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:06:26.027694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c6efbf02-3439-4cf1-b726-7478b3c050d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:26.060186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:26.072577 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a188d7ef-dc9b-4f32-a448-5600a71f68d2', 'tag': 'ea3ba639-9130-4bdd-99cd-f4df8d8893ac', 'status': 'completed', 'code': 200}
Apr 17 04:06:26.096828 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efbf02-3439-4cf1-b726-7478b3c050d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d062aa75-596d-460b-a194-ec9ca0bdd5d1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:26.119634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c6efbf02-3439-4cf1-b726-7478b3c050d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:26.122200 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:26.133860 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:26.207958 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-40945d8c-d0d6-45ce-9e15-e8abf6769ddd service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2911968
Apr 17 04:06:26.211024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c6efbf02-3439-4cf1-b726-7478b3c050d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:26.214745 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c6efbf02-3439-4cf1-b726-7478b3c050d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d062aa75-596d-460b-a194-ec9ca0bdd5d1 HTTP/1.1" status: 204  len: 168 time: 0.7282002
Apr 17 04:06:26.240373 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2210a66c-2aed-44fe-ac57-de17233dcb59 req-ae0b3a3c-48c6-4e0a-bf21-c20711db5edd tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3433523
Apr 17 04:06:26.241812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:06:26.246090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:06:26.254823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:06:26.267965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:26.268717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:26.311195 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7101171
Apr 17 04:06:26.316006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'Port': ['ID=38f82354-abf0-43f8-bb94-3a445e741edf,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:26.325421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:26.346556 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Request body: {'port': {'device_id': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:26.526931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:26.599562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-601fd321-4678-4cb5-b193-8d16103bc3cd None None] Provisioning for port 38f82354-abf0-43f8-bb94-3a445e741edf completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:06:26.607920 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-601fd321-4678-4cb5-b193-8d16103bc3cd None None] Provisioning complete for port 38f82354-abf0-43f8-bb94-3a445e741edf triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:26.610469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-601fd321-4678-4cb5-b193-8d16103bc3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:26.633732 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6dbf7-2610-4b74-aba5-1a6f84aa6b03 req-b806cdb8-8d39-4c53-b0f0-55b91d9dceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:26.635661 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-31d6dbf7-2610-4b74-aba5-1a6f84aa6b03 req-b806cdb8-8d39-4c53-b0f0-55b91d9dceec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 1096 time: 0.5685327
Apr 17 04:06:26.728898 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-601fd321-4678-4cb5-b193-8d16103bc3cd None None] Port 38f82354-abf0-43f8-bb94-3a445e741edf cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:06:26.782869 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82da2e-94da-4fca-84c5-ca7d8198e69a req-21cc38dd-c99b-4ee8-96d5-67d8ac222a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:26.790233 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1a82da2e-94da-4fca-84c5-ca7d8198e69a req-21cc38dd-c99b-4ee8-96d5-67d8ac222a39 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 1099 time: 0.6602671
Apr 17 04:06:26.977575 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753dd60-37eb-4db1-89d5-7b13122bd89a req-5cc51df0-78a2-4bf8-b3dd-ea3146899ef1 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:26.982549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f82354-abf0-43f8-bb94-3a445e741edf {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:26.985531 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0753dd60-37eb-4db1-89d5-7b13122bd89a req-5cc51df0-78a2-4bf8-b3dd-ea3146899ef1 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 946 time: 0.5201559
Apr 17 04:06:26.993775 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:27.012780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Transition to ACTIVE for port object 38f82354-abf0-43f8-bb94-3a445e741edf will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:06:27.014285 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1a82da2e-94da-4fca-84c5-ca7d8198e69a req-c68cb495-5ad4-4d7e-8112-8cf1c8f0573f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081583
Apr 17 04:06:27.015566 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:27.028117 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6aa7519c-4eac-4ffa-9815-ed517d1d1fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:27.037358 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a43c878f-4075-4a50-893b-63ba24570064 req-458d76b0-4680-46f1-93e8-b66869a87d50 service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8170104
Apr 17 04:06:27.046208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3b4d8-91f5-43c5-943b-7877639d71f8 req-dc4c2148-3463-4233-9571-0f1514addee9 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:27.047838 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4aa3b4d8-91f5-43c5-943b-7877639d71f8 req-dc4c2148-3463-4233-9571-0f1514addee9 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 946 time: 0.5838246
Apr 17 04:06:27.070197 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0753dd60-37eb-4db1-89d5-7b13122bd89a req-0e900473-d6f9-4ee1-9a8b-d59e6c56f821 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835621
Apr 17 04:06:27.302594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Attempting to bind port 38f82354-abf0-43f8-bb94-3a445e741edf on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:06:27.303167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Attempting to bind port 38f82354-abf0-43f8-bb94-3a445e741edf by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:06:27.306147 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Attempting to bind port 38f82354-abf0-43f8-bb94-3a445e741edf on network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:27.319791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Port 38f82354-abf0-43f8-bb94-3a445e741edf on network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:06:27.320150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Attempting to bind port 38f82354-abf0-43f8-bb94-3a445e741edf on network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:27.332459 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:06:27.332833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Checking segment: {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:06:27.333254 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Bound using segment: {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:06:27.333730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Bound port: 38f82354-abf0-43f8-bb94-3a445e741edf, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:06:27.334107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:27.366376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Pushing event updated for resources: {'Port': ['ID=38f82354-abf0-43f8-bb94-3a445e741edf,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:27.380630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:27.502097 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:06:27.506384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:06:27.513289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:27.521407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:27.631628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:27.632664 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4aa3b4d8-91f5-43c5-943b-7877639d71f8 req-2d2f8be3-9fd1-453b-ab90-46660e75d288 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5608807
Apr 17 04:06:27.637840 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:27.639830 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] 10.222.0.43 "PUT /v2.0/ports/38f82354-abf0-43f8-bb94-3a445e741edf HTTP/1.1" status: 200  len: 1093 time: 1.3132439
Apr 17 04:06:27.640530 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:27.747109 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6dbf7-2610-4b74-aba5-1a6f84aa6b03 req-83d9ef66-c082-4b9b-b0d2-3ff8b2d10bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:27.749163 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-31d6dbf7-2610-4b74-aba5-1a6f84aa6b03 req-83d9ef66-c082-4b9b-b0d2-3ff8b2d10bd0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 920 time: 1.0704975
Apr 17 04:06:27.750267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Pushing event updated for resources: {'Port': ['ID=38f82354-abf0-43f8-bb94-3a445e741edf,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:27.759310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40306) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:27.769177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:27.841573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7daed0-5690-4018-a91f-6509761ae852 req-ee90e461-321d-4160-9671-fbd96eb15a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:27.843894 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-ee90e461-321d-4160-9671-fbd96eb15a5d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 1096 time: 0.1530113
Apr 17 04:06:27.948308 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-516813bf-be2d-498a-aa8a-fbe5f328a366 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f82354-abf0-43f8-bb94-3a445e741edf HTTP/1.1" status: 200  len: 217 time: 0.0947566
Apr 17 04:06:27.948781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40312) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:27.967345 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-31d6dbf7-2610-4b74-aba5-1a6f84aa6b03 req-92b6f58b-0f09-439c-8076-72e93c4dbbe5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea3ba639-9130-4bdd-99cd-f4df8d8893ac HTTP/1.1" status: 200  len: 217 time: 0.2035000
Apr 17 04:06:28.077146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7daed0-5690-4018-a91f-6509761ae852 req-da53fcb7-3550-4618-8e33-a2b49dee2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:28.087518 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-da53fcb7-3550-4618-8e33-a2b49dee2674 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80cde3a3-6963-4ab6-a96e-946aa1c0f361 HTTP/1.1" status: 200  len: 856 time: 0.1319690
Apr 17 04:06:28.168236 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device ea3ba639-9130-4bdd-99cd-f4df8d8893ac details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:06:28.196311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6dbf7-2610-4b74-aba5-1a6f84aa6b03 req-b5102c7e-94cf-42a8-9cae-09547f801912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:28.198108 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-31d6dbf7-2610-4b74-aba5-1a6f84aa6b03 req-b5102c7e-94cf-42a8-9cae-09547f801912 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=daad0934-2d9e-46de-b136-ceda493744fd HTTP/1.1" status: 200  len: 859 time: 0.1737068
Apr 17 04:06:28.210927 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7daed0-5690-4018-a91f-6509761ae852 req-0d4469b7-8d25-43af-9a7e-cfe72c866d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:28.213683 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-0d4469b7-8d25-43af-9a7e-cfe72c866d62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1172941
Apr 17 04:06:28.216376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0a60b-fc74-44da-93a2-395357024512 req-71d462c8-6380-4507-88cf-936f6cbb9da9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:28.224693 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b0a0a60b-fc74-44da-93a2-395357024512 req-71d462c8-6380-4507-88cf-936f6cbb9da9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.9555588
Apr 17 04:06:28.259065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1356558025-network', 'tenant_id': 'dae3388e4e8e47b09c6cb70d89294b66'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:28.269138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:28.341769 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-31d6dbf7-2610-4b74-aba5-1a6f84aa6b03 req-47d7f6e9-7ee0-4518-bc08-2911fad0aa5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1116250
Apr 17 04:06:28.346746 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Usage tracker for resource:network and tenant:dae3388e4e8e47b09c6cb70d89294b66 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:28.349474 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b0a0a60b-fc74-44da-93a2-395357024512 req-a469b1ea-7cb5-4de3-96c1-e7c2ac64a64f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1237550
Apr 17 04:06:28.351877 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-10e51f16-3f94-449b-8dcd-8b9a2d318a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:28.352692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:28.362557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:28.388053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Made reservation on behalf of dae3388e4e8e47b09c6cb70d89294b66 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:06:28.393863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:28.410061 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-10e51f16-3f94-449b-8dcd-8b9a2d318a11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:28.433634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port ea3ba639-9130-4bdd-99cd-f4df8d8893ac, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ea3ba639-9130-4bdd-99cd-f4df8d8893ac,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:28.436621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:28.451519 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': 'ea3ba639-9130-4bdd-99cd-f4df8d8893ac', 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0', 'port_id': 'ea3ba639-9130-4bdd-99cd-f4df8d8893ac', 'mac_address': 'fa:16:3e:ff:c6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daad0934-2d9e-46de-b136-ceda493744fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:06:28.474938 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf', 'status': 'completed', 'code': 200}
Apr 17 04:06:28.478813 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:28.502852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Usage tracker for resource:security_group_rule and tenant:dae3388e4e8e47b09c6cb70d89294b66 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:28.502852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:28.511259 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:28.515391 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-d859ac88-e6fa-4ab1-bf4c-ad5c7054170b service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2957571
Apr 17 04:06:28.544689 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:28.569051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3ba639-9130-4bdd-99cd-f4df8d8893ac {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:28.587948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port ea3ba639-9130-4bdd-99cd-f4df8d8893ac, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ea3ba639-9130-4bdd-99cd-f4df8d8893ac,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:28.592510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:28.592783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf007d-779e-4a22-af6e-9130cc675155 req-acc897c5-365b-4ecf-818c-4548d55484a5 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:28.595574 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-07f4eb97-71a5-42b1-b4b0-550212ecbcd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:28.595717 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-37cf007d-779e-4a22-af6e-9130cc675155 req-acc897c5-365b-4ecf-818c-4548d55484a5 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 943 time: 0.6516156
Apr 17 04:06:28.605583 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-10e51f16-3f94-449b-8dcd-8b9a2d318a11 admin admin] Usage tracker for resource:security_group_rule and tenant:e79272f6409b47c9a532ed3b7ce51a3d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:28.619509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-10e51f16-3f94-449b-8dcd-8b9a2d318a11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:28.683146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-10e51f16-3f94-449b-8dcd-8b9a2d318a11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:28.695249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=ea3ba639-9130-4bdd-99cd-f4df8d8893ac,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:28.708523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:28.734181 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cf7daed0-5690-4018-a91f-6509761ae852 req-4225088f-1944-4eed-810d-4d25f03cf8bb service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105412
Apr 17 04:06:28.817078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['ea3ba639-9130-4bdd-99cd-f4df8d8893ac'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:06:28.827450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:28.840440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:28.845296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-17fc4f01-666c-48b3-8af8-a3b4549e6e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:28.859819 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-37cf007d-779e-4a22-af6e-9130cc675155 req-a364be75-f9b0-43e5-9e43-9e659da48e5f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436006
Apr 17 04:06:28.862124 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-31d6dbf7-2610-4b74-aba5-1a6f84aa6b03 req-bd071142-a4d3-46f0-8b5f-eab6109a8b48 service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5113747
Apr 17 04:06:28.932540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:06:28.989828 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c8f3f3-7b15-4a56-a360-db9a84a08586,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:28.996650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:28.997238 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Added segment 8129d367-62a4-411d-ad2c-9eca4babba08 of type vlan for network 7a510081-16c5-4389-aa91-e5e8a850ecda
Apr 17 04:06:29.003536 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:29.076535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65109d-e6ad-4469-90d1-eea62d384bb4 req-9bdeff75-8f89-4c09-ad3f-8ef1546dcc1c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:29.084532 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ea65109d-e6ad-4469-90d1-eea62d384bb4 req-9bdeff75-8f89-4c09-ad3f-8ef1546dcc1c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 946 time: 0.3370302
Apr 17 04:06:29.105594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91d02f-880e-44df-b6fa-727bf9f5f242 req-7edab8d0-9f3b-4221-830e-e46ee2743c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:29.125193 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1d91d02f-880e-44df-b6fa-727bf9f5f242 req-7edab8d0-9f3b-4221-830e-e46ee2743c72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 1096 time: 0.3377378
Apr 17 04:06:29.127229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:29.263035 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-31d6dbf7-2610-4b74-aba5-1a6f84aa6b03 req-e739f515-4ba8-4d13-92de-1054bd781eb4 service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3940351
Apr 17 04:06:29.273600 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ea65109d-e6ad-4469-90d1-eea62d384bb4 req-90cbf31c-0cbb-472f-a675-9ef622ba6a96 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881382
Apr 17 04:06:29.299877 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:29.303918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:29.304554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:29.311249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ff8cd9bc-cf4d-451a-a2bc-84ae4b1f46ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:29.325310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-10e51f16-3f94-449b-8dcd-8b9a2d318a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:29.331827 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-10e51f16-3f94-449b-8dcd-8b9a2d318a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:29.350802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6106ab-bfa1-48ef-8f80-aed73ce7b82d req-09b49b9a-0437-41cb-b221-60340ef102e2 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:29.352432 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dd6106ab-bfa1-48ef-8f80-aed73ce7b82d req-09b49b9a-0437-41cb-b221-60340ef102e2 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 946 time: 0.2116370
Apr 17 04:06:29.357489 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-73fd581e-099a-41a2-92a3-a64f7c797bac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:29.430863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91d02f-880e-44df-b6fa-727bf9f5f242 req-37c3c53b-dd11-483a-b976-6a144e5a765c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:29.432630 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1d91d02f-880e-44df-b6fa-727bf9f5f242 req-37c3c53b-dd11-483a-b976-6a144e5a765c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 918 time: 0.2933798
Apr 17 04:06:29.440097 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.4899027
Apr 17 04:06:29.446271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40366) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:29.480313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e51f16-3f94-449b-8dcd-8b9a2d318a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d4ba5-687f-4489-b7e4-f0ff858e10d3,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:29.499959 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-10e51f16-3f94-449b-8dcd-8b9a2d318a11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e79272f6409b47c9a532ed3b7ce51a3d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6061952
Apr 17 04:06:29.508160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-10e51f16-3f94-449b-8dcd-8b9a2d318a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:29.512361 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40370) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:29.518296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Request body: {'subnet': {'network_id': '7a510081-16c5-4389-aa91-e5e8a850ecda', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1356558025-subnet', 'tenant_id': 'dae3388e4e8e47b09c6cb70d89294b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:29.558059 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dd6106ab-bfa1-48ef-8f80-aed73ce7b82d req-c799ae03-4963-488a-837f-e4a1af27e1cd tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853871
Apr 17 04:06:29.635156 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e84f1c06-cd7b-4d32-bf69-214f12fd2614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:29.736144 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Pushing event updated for resources: {'Network': ['ID=7a510081-16c5-4389-aa91-e5e8a850ecda,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:29.747461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 7a510081-16c5-4389-aa91-e5e8a850ecda details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:06:29.747750 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e84f1c06-cd7b-4d32-bf69-214f12fd2614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:29.747865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:29.750481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:29.752210 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1d91d02f-880e-44df-b6fa-727bf9f5f242 req-c2aba5cf-5f4d-49f9-bc40-404f73a7c701 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f82354-abf0-43f8-bb94-3a445e741edf HTTP/1.1" status: 200  len: 217 time: 0.3048811
Apr 17 04:06:29.754649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Usage tracker for resource:subnet and tenant:dae3388e4e8e47b09c6cb70d89294b66 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:29.757828 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:29.765557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:29.828574 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Made reservation on behalf of dae3388e4e8e47b09c6cb70d89294b66 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:06:29.833552 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:29.854487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8e5a7-e5d4-452e-a3c3-be6f9d9f890e req-b2abcc7c-e2be-45a4-8283-4d319587d78a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:29.856188 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-92d8e5a7-e5d4-452e-a3c3-be6f9d9f890e req-b2abcc7c-e2be-45a4-8283-4d319587d78a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.2176206
Apr 17 04:06:29.977605 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91d02f-880e-44df-b6fa-727bf9f5f242 req-85a7ec6f-f067-4aa6-99c7-d76c7357abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:29.979268 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1d91d02f-880e-44df-b6fa-727bf9f5f242 req-85a7ec6f-f067-4aa6-99c7-d76c7357abe7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80cde3a3-6963-4ab6-a96e-946aa1c0f361 HTTP/1.1" status: 200  len: 856 time: 0.2183549
Apr 17 04:06:29.986997 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-92d8e5a7-e5d4-452e-a3c3-be6f9d9f890e req-c0053301-f362-4598-acb7-b368f6fc5530 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997698
Apr 17 04:06:30.005778 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e84f1c06-cd7b-4d32-bf69-214f12fd2614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:30.018537 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:30.035482 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f1c06-cd7b-4d32-bf69-214f12fd2614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d4ba5-687f-4489-b7e4-f0ff858e10d3,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:30.039137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e84f1c06-cd7b-4d32-bf69-214f12fd2614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:30.040350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e84f1c06-cd7b-4d32-bf69-214f12fd2614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:30.042456 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e84f1c06-cd7b-4d32-bf69-214f12fd2614 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/304d4ba5-687f-4489-b7e4-f0ff858e10d3 HTTP/1.1" status: 204  len: 168 time: 0.5288086
Apr 17 04:06:30.199212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 38f82354-abf0-43f8-bb94-3a445e741edf details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:06:30.204658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device ea3ba639-9130-4bdd-99cd-f4df8d8893ac up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:30.213636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a1810-d08c-4e47-97f4-87b49669a1f6 req-1606fd1b-b407-4768-b360-34ae50a7277a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:30.223160 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6c7a1810-d08c-4e47-97f4-87b49669a1f6 req-1606fd1b-b407-4768-b360-34ae50a7277a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 944 time: 0.1504598
Apr 17 04:06:30.300815 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6c7a1810-d08c-4e47-97f4-87b49669a1f6 req-2c615348-7430-4b20-b709-5a5d04cd57b0 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761468
Apr 17 04:06:30.327005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91d02f-880e-44df-b6fa-727bf9f5f242 req-1a6aba7d-1b89-496b-a7fd-1ddf5f629423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:30.328809 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1d91d02f-880e-44df-b6fa-727bf9f5f242 req-1a6aba7d-1b89-496b-a7fd-1ddf5f629423 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3377960
Apr 17 04:06:30.483579 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port ea3ba639-9130-4bdd-99cd-f4df8d8893ac completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:06:30.512480 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port ea3ba639-9130-4bdd-99cd-f4df8d8893ac triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:30.512912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:30.559068 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40406) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:30.566522 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1d91d02f-880e-44df-b6fa-727bf9f5f242 req-907aacc0-ec22-4937-a334-494b3ebb435d service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2233515
Apr 17 04:06:30.594545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:30.621332 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:30.627876 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Usage tracker for resource:security_group_rule and tenant:76385295485949cbb62330dba1258623 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:30.634858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:30.636854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:30.649943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:30.662013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '38f82354-abf0-43f8-bb94-3a445e741edf', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'port_id': '38f82354-abf0-43f8-bb94-3a445e741edf', 'mac_address': 'fa:16:3e:a9:68:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:06:30.753759 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1d91d02f-880e-44df-b6fa-727bf9f5f242 req-050d2355-56f0-4a35-adfe-85e8f92a8792 service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794889
Apr 17 04:06:30.783873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:30.805388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f82354-abf0-43f8-bb94-3a445e741edf {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:30.820957 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:30.840575 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:30.842925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:30.846642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:30.850794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:30.852711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:30.852915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 3a39efe2-f534-4392-8736-824e9e936623 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:06:30.859586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:30.860139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e84f1c06-cd7b-4d32-bf69-214f12fd2614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:30.892665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dec67a4-dff5-42e5-8fd8-5050d1994061,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:30.906125 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:30.930784 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76385295485949cbb62330dba1258623&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3704922
Apr 17 04:06:30.933419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40418) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:31.003826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 3a39efe2-f534-4392-8736-824e9e936623, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=3a39efe2-f534-4392-8736-824e9e936623,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:31.006307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c74a98c-07fd-4316-b5ef-35ba6578cc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:31.034667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:31.036715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c74a98c-07fd-4316-b5ef-35ba6578cc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:31.067133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9530c3-cb42-41ad-8e52-96b2b7b389d4,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:31.084681 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:31.087925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Checking segment: {'id': '8129d367-62a4-411d-ad2c-9eca4babba08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7a510081-16c5-4389-aa91-e5e8a850ecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:06:31.088544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Network hostable DHCP agents. Network: 7a510081-16c5-4389-aa91-e5e8a850ecda, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:06:31.092843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '3a39efe2-f534-4392-8736-824e9e936623', 'network_id': '2e805b95-c0eb-4c28-8528-81c64dd7c4d0', 'port_id': '3a39efe2-f534-4392-8736-824e9e936623', 'mac_address': 'fa:16:3e:43:6d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daad0934-2d9e-46de-b136-ceda493744fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:06:31.106514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a188d7ef-dc9b-4f32-a448-5600a71f68d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3ba639-9130-4bdd-99cd-f4df8d8893ac'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:31.114274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c74a98c-07fd-4316-b5ef-35ba6578cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:31.121748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:31.130426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Network 7a510081-16c5-4389-aa91-e5e8a850ecda is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:06:31.153189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 7a510081-16c5-4389-aa91-e5e8a850ecda) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:06:31.157864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:31.158942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:31.168358 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c74a98c-07fd-4316-b5ef-35ba6578cc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:31.169588 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0c74a98c-07fd-4316-b5ef-35ba6578cc8a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1dec67a4-dff5-42e5-8fd8-5050d1994061 HTTP/1.1" status: 204  len: 168 time: 0.2350352
Apr 17 04:06:31.173088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74a98c-07fd-4316-b5ef-35ba6578cc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dec67a4-dff5-42e5-8fd8-5050d1994061,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:31.176765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0c74a98c-07fd-4316-b5ef-35ba6578cc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:31.198601 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.7497973
Apr 17 04:06:31.250233 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a188d7ef-dc9b-4f32-a448-5600a71f68d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3ba639-9130-4bdd-99cd-f4df8d8893ac', 'code': 200}
Apr 17 04:06:31.268156 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9488260a-9856-434f-b3cd-8893efd4b026 None None] Network 7a510081-16c5-4389-aa91-e5e8a850ecda requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:06:31.354754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95455a-e729-4a31-acc2-0fc962750621 req-494cf694-a6c8-4e78-851f-8847846b3354 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:31.362347 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-be95455a-e729-4a31-acc2-0fc962750621 req-494cf694-a6c8-4e78-851f-8847846b3354 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 944 time: 0.1741197
Apr 17 04:06:31.414292 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-be95455a-e729-4a31-acc2-0fc962750621 req-38423a81-7d24-4eb4-926d-3836e9dee114 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509448
Apr 17 04:06:31.538031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a971f-27dc-4bcb-bf1b-b0940e6be6a5 req-5d499996-98fb-4db9-96e3-8093b90b2ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:31.540212 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d82a971f-27dc-4bcb-bf1b-b0940e6be6a5 req-5d499996-98fb-4db9-96e3-8093b90b2ec6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 1097 time: 0.0868213
Apr 17 04:06:31.544939 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port ea3ba639-9130-4bdd-99cd-f4df8d8893ac, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ea3ba639-9130-4bdd-99cd-f4df8d8893ac,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:31.570496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:31.675500 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d82a971f-27dc-4bcb-bf1b-b0940e6be6a5 req-25690962-2084-4d19-a3eb-feae9d625fe9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133776
Apr 17 04:06:31.689428 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cf50e-232e-42d2-98bd-a4016a844fa8 req-06b00400-f8d9-4d57-9666-90c0b31dcd10 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:31.698718 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-db4cf50e-232e-42d2-98bd-a4016a844fa8 req-06b00400-f8d9-4d57-9666-90c0b31dcd10 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1120212
Apr 17 04:06:31.748378 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65db1f-c8cb-4322-bc2f-606a302ab794 None None] Network 7a510081-16c5-4389-aa91-e5e8a850ecda requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:06:31.763436 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-db4cf50e-232e-42d2-98bd-a4016a844fa8 req-4bd38c97-be18-4b73-b52f-d521b01f663d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586240
Apr 17 04:06:31.769018 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:31.785256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=38f82354-abf0-43f8-bb94-3a445e741edf,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:31.789329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:31.827343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40460) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:31.854463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b451df51-a32e-4ffb-ace9-4f1750e9b06c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:32.086330 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a39efe2-f534-4392-8736-824e9e936623 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:32.140503 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 3a39efe2-f534-4392-8736-824e9e936623, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=3a39efe2-f534-4392-8736-824e9e936623,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:32.155072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=ea3ba639-9130-4bdd-99cd-f4df8d8893ac,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:32.168752 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:32.170938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:32.171589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:32.277396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4655e058-4c27-4a3e-84db-f9c111afc6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:32.322816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4655e058-4c27-4a3e-84db-f9c111afc6d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:32.328459 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=3a39efe2-f534-4392-8736-824e9e936623,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:32.333055 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:32.342501 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4655e058-4c27-4a3e-84db-f9c111afc6d3 admin admin] Usage tracker for resource:security_group_rule and tenant:8fe9b727a16a42168b91312928d5640a is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:32.346215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4655e058-4c27-4a3e-84db-f9c111afc6d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:32.356320 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4655e058-4c27-4a3e-84db-f9c111afc6d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:32.488140 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4655e058-4c27-4a3e-84db-f9c111afc6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:32.492086 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4655e058-4c27-4a3e-84db-f9c111afc6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:32.503340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:32.516556 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['38f82354-abf0-43f8-bb94-3a445e741edf'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:06:32.538220 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655e058-4c27-4a3e-84db-f9c111afc6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8368fdb-15c9-45e1-9591-5176da678156,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:32.559223 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4655e058-4c27-4a3e-84db-f9c111afc6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:32.580760 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4655e058-4c27-4a3e-84db-f9c111afc6d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fe9b727a16a42168b91312928d5640a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7519894
Apr 17 04:06:32.583648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40498) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:32.589577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['3a39efe2-f534-4392-8736-824e9e936623'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:06:32.716250 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84fba22c-5d1a-4551-8ff9-7d4d892abc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:32.811824 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84fba22c-5d1a-4551-8ff9-7d4d892abc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:32.920203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84fba22c-5d1a-4551-8ff9-7d4d892abc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:32.925769 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5e5b7a8e-d75b-4c27-9672-8dd8c61039c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:32.938079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40516) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:32.949188 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fba22c-5d1a-4551-8ff9-7d4d892abc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8368fdb-15c9-45e1-9591-5176da678156,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:32.960962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-84fba22c-5d1a-4551-8ff9-7d4d892abc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:32.963499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-84fba22c-5d1a-4551-8ff9-7d4d892abc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:32.964836 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-84fba22c-5d1a-4551-8ff9-7d4d892abc21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8368fdb-15c9-45e1-9591-5176da678156 HTTP/1.1" status: 204  len: 168 time: 0.3799007
Apr 17 04:06:32.984349 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-5038753-network', 'tenant_id': 'd51407bf6e4e46528a9a1824c8cda5e7'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:32.992850 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:33.003789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Usage tracker for resource:network and tenant:d51407bf6e4e46528a9a1824c8cda5e7 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:33.009274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:33.047010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:33.079388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Made reservation on behalf of d51407bf6e4e46528a9a1824c8cda5e7 for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:06:33.086915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.115976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.166111 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884da209-674d-4cf0-9ac5-d79117393ca3 req-bcd43314-f307-45f0-8a73-126b0d326060 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:33.180572 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-884da209-674d-4cf0-9ac5-d79117393ca3 req-bcd43314-f307-45f0-8a73-126b0d326060 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 944 time: 0.4064522
Apr 17 04:06:33.232783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:33.242363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Usage tracker for resource:security_group_rule and tenant:d51407bf6e4e46528a9a1824c8cda5e7 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:33.341799 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:33.377532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:33.395951 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-884da209-674d-4cf0-9ac5-d79117393ca3 req-b689cdb1-36ab-4152-905e-ba31d0e693ae tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2144079
Apr 17 04:06:33.479968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cbf5a-b479-4335-b7c9-49a47941c7cf req-1226b43a-7d11-436e-963e-19e49e8c35a0 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:33.481303 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3c3cbf5a-b479-4335-b7c9-49a47941c7cf req-1226b43a-7d11-436e-963e-19e49e8c35a0 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.2977669
Apr 17 04:06:33.499069 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40534) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:33.520609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c48d01c9-6bb7-4bac-9209-7421703adceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.538230 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c48d01c9-6bb7-4bac-9209-7421703adceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:33.542346 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c48d01c9-6bb7-4bac-9209-7421703adceb admin admin] Usage tracker for resource:security_group_rule and tenant:cf44b1802e9c4802b184eb9bbf0d33bc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:33.545528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c48d01c9-6bb7-4bac-9209-7421703adceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:33.551759 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c48d01c9-6bb7-4bac-9209-7421703adceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:33.579083 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3c3cbf5a-b479-4335-b7c9-49a47941c7cf req-49f3db20-a655-4b2a-be12-123f5d22bdaf tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902774
Apr 17 04:06:33.587136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.591201 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.606985 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:06:33.612384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:33.628475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.629127 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Added segment 83239398-e5e8-4bb3-ab4e-1ff52d4c6a00 of type vlan for network fb65a8ed-0e53-4561-9a92-e8f531e7391d
Apr 17 04:06:33.651109 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c48d01c9-6bb7-4bac-9209-7421703adceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.655172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c48d01c9-6bb7-4bac-9209-7421703adceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.657959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.669175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c6efbf02-3439-4cf1-b726-7478b3c050d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:33.698577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.702880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:33.703511 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.715844 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c48d01c9-6bb7-4bac-9209-7421703adceb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf44b1802e9c4802b184eb9bbf0d33bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2156293
Apr 17 04:06:33.717946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d01c9-6bb7-4bac-9209-7421703adceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaa4a97-5cae-40c8-98ed-e858034c2b12,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:33.721221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d59d2-7b41-4ab6-ac07-9084496a0799,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:33.721397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40544) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:33.724473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c48d01c9-6bb7-4bac-9209-7421703adceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:33.738969 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:33.739495 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6a44a785-2728-476d-ae25-5d17e5dbb187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:33.788730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-99625d66-1d5c-4805-a832-b73b3637eb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.818502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-99625d66-1d5c-4805-a832-b73b3637eb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.864218 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.9209180
Apr 17 04:06:33.864218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Pushing event updated for resources: {'Network': ['ID=fb65a8ed-0e53-4561-9a92-e8f531e7391d,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:33.864934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40548) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:33.866253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4d0f24cd-ed45-4966-8a3b-d548e8d37635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:33.870609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Request body: {'subnet': {'network_id': 'fb65a8ed-0e53-4561-9a92-e8f531e7391d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-5038753-subnet', 'tenant_id': 'd51407bf6e4e46528a9a1824c8cda5e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:33.875789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:33.878453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network fb65a8ed-0e53-4561-9a92-e8f531e7391d details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:06:33.879787 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-99625d66-1d5c-4805-a832-b73b3637eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.883998 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Usage tracker for resource:subnet and tenant:d51407bf6e4e46528a9a1824c8cda5e7 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:33.888158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:33.897388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:33.907134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99625d66-1d5c-4805-a832-b73b3637eb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaa4a97-5cae-40c8-98ed-e858034c2b12,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:33.909357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:33.913786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-99625d66-1d5c-4805-a832-b73b3637eb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:33.918995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-99625d66-1d5c-4805-a832-b73b3637eb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:33.922567 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-99625d66-1d5c-4805-a832-b73b3637eb8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9aaa4a97-5cae-40c8-98ed-e858034c2b12 HTTP/1.1" status: 204  len: 168 time: 0.1977320
Apr 17 04:06:33.926139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Made reservation on behalf of d51407bf6e4e46528a9a1824c8cda5e7 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:06:33.932002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:34.137514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecf873-ed09-4b4b-9feb-19b33b23e170 req-bd125f03-baa0-4290-8fc1-31192a53a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:34.141967 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7eecf873-ed09-4b4b-9feb-19b33b23e170 req-bd125f03-baa0-4290-8fc1-31192a53a8db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 1098 time: 0.1299438
Apr 17 04:06:34.203801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 38f82354-abf0-43f8-bb94-3a445e741edf up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:34.244684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4e26f-11b0-40bd-81c3-ba5df3d36386 req-c0fd2f61-e424-4ea2-80ec-005c925d103a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:34.246318 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9f4e26f-11b0-40bd-81c3-ba5df3d36386 req-c0fd2f61-e424-4ea2-80ec-005c925d103a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1293557
Apr 17 04:06:34.298076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 38f82354-abf0-43f8-bb94-3a445e741edf completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:06:34.307445 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 38f82354-abf0-43f8-bb94-3a445e741edf triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:34.307700 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:34.334382 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9f4e26f-11b0-40bd-81c3-ba5df3d36386 req-ca530c44-7600-46c5-bc3f-e3fe9e652556 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774231
Apr 17 04:06:34.468858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40578) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:34.506771 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-be0154d3-f4c9-4081-a274-0a514c941f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:34.553491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-be0154d3-f4c9-4081-a274-0a514c941f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:34.557414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:34.561911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-be0154d3-f4c9-4081-a274-0a514c941f6d admin admin] Usage tracker for resource:security_group_rule and tenant:4a92389085bc41a6b4ea91185e5d519d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:34.569599 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-be0154d3-f4c9-4081-a274-0a514c941f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:34.584756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-be0154d3-f4c9-4081-a274-0a514c941f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:34.644057 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:34.645961 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:34.659404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:34.665661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecf873-ed09-4b4b-9feb-19b33b23e170 req-5e3c9012-1074-4b29-bc58-5870fa752600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:34.665661 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7eecf873-ed09-4b4b-9feb-19b33b23e170 req-5e3c9012-1074-4b29-bc58-5870fa752600 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 920 time: 0.5179482
Apr 17 04:06:34.667316 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 3a39efe2-f534-4392-8736-824e9e936623 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:06:34.729606 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:34.757477 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7eecf873-ed09-4b4b-9feb-19b33b23e170 req-4202e88d-138b-4303-869e-461ade523d9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea3ba639-9130-4bdd-99cd-f4df8d8893ac HTTP/1.1" status: 200  len: 217 time: 0.0774350
Apr 17 04:06:34.802328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-be0154d3-f4c9-4081-a274-0a514c941f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:34.808628 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf', 'code': 200}
Apr 17 04:06:34.810797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=38f82354-abf0-43f8-bb94-3a445e741edf,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:34.814645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:34.831706 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 3a39efe2-f534-4392-8736-824e9e936623 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:06:34.837193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 3a39efe2-f534-4392-8736-824e9e936623 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:06:34.837703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:34.916542 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecf873-ed09-4b4b-9feb-19b33b23e170 req-0c75e4aa-747a-4796-8230-92c83c35e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:34.922410 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7eecf873-ed09-4b4b-9feb-19b33b23e170 req-0c75e4aa-747a-4796-8230-92c83c35e28d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=daad0934-2d9e-46de-b136-ceda493744fd HTTP/1.1" status: 200  len: 859 time: 0.1200094
Apr 17 04:06:34.978419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:34.994078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-be0154d3-f4c9-4081-a274-0a514c941f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:35.029756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 3a39efe2-f534-4392-8736-824e9e936623, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=3a39efe2-f534-4392-8736-824e9e936623,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:35.032802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:35.042194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:35.045497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:35.073029 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7eecf873-ed09-4b4b-9feb-19b33b23e170 req-9bee5501-67d0-4595-96c2-9324bb0eebc4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1321371
Apr 17 04:06:35.170821 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=3a39efe2-f534-4392-8736-824e9e936623,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:35.175265 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:35.214669 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-be0154d3-f4c9-4081-a274-0a514c941f6d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a92389085bc41a6b4ea91185e5d519d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7421167
Apr 17 04:06:35.217869 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40604) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:35.250379 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0154d3-f4c9-4081-a274-0a514c941f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1429c9-edb7-43e8-aec9-ca557b35b468,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:35.258899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-be0154d3-f4c9-4081-a274-0a514c941f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:35.289748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aada003-0a34-48f3-8b92-7cb81a62ed25 req-acad0d23-ab13-4bb4-8803-0fd5467cf652 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:35.297352 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1aada003-0a34-48f3-8b92-7cb81a62ed25 req-acad0d23-ab13-4bb4-8803-0fd5467cf652 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.4899509
Apr 17 04:06:35.300194 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7eecf873-ed09-4b4b-9feb-19b33b23e170 req-6160c3c4-187b-46f4-bd41-6aa3ae406e4a service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2159770
Apr 17 04:06:35.324705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3a0e6-0a88-484f-8685-063f08e931a6 req-0e991832-0799-4f3f-9e01-b3506fcac0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:35.326410 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b9a3a0e6-0a88-484f-8685-063f08e931a6 req-0e991832-0799-4f3f-9e01-b3506fcac0b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 1098 time: 0.2585778
Apr 17 04:06:35.401665 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1aada003-0a34-48f3-8b92-7cb81a62ed25 req-b49902d0-4940-49ac-8d3f-f65e79197a76 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032557
Apr 17 04:06:35.414150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-b9a3a0e6-0a88-484f-8685-063f08e931a6 req-f8aa0ea6-aa09-491c-89bb-4ea83fca5473 service neutron] Synchronizing usage tracker for tenant:3301f9478301493d8ac6d863cd41b2ac on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:06:35.443384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-b9a3a0e6-0a88-484f-8685-063f08e931a6 req-f8aa0ea6-aa09-491c-89bb-4ea83fca5473 service neutron] Unset dirty status for tenant:3301f9478301493d8ac6d863cd41b2ac on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:06:35.445153 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b9a3a0e6-0a88-484f-8685-063f08e931a6 req-f8aa0ea6-aa09-491c-89bb-4ea83fca5473 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1098208
Apr 17 04:06:35.462588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f283e771-eb9e-45ad-905e-4d06a19fd9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:35.493833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f283e771-eb9e-45ad-905e-4d06a19fd9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:35.557705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:35.563235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a4b16-7715-4b82-ba6b-fac156e3e232 req-a4593e84-0dd3-40d8-bdd0-0ad12ea7e400 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:35.565222 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-757a4b16-7715-4b82-ba6b-fac156e3e232 req-a4593e84-0dd3-40d8-bdd0-0ad12ea7e400 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1016521
Apr 17 04:06:35.573165 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:35.617553 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-757a4b16-7715-4b82-ba6b-fac156e3e232 req-9caf88b7-f1be-4191-9e0e-16e73d78969d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434494
Apr 17 04:06:35.899159 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f283e771-eb9e-45ad-905e-4d06a19fd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:35.909994 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f09d4bef-bc83-422c-b72a-9d3ef13900ef,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:35.916443 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7eecf873-ed09-4b4b-9feb-19b33b23e170 req-8ed607c2-125f-44c1-8dfa-90e2800cdf9a service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5746515
Apr 17 04:06:35.918371 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:35.918899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:35.940632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283e771-eb9e-45ad-905e-4d06a19fd9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1429c9-edb7-43e8-aec9-ca557b35b468,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:35.942500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Checking segment: {'id': '83239398-e5e8-4bb3-ab4e-1ff52d4c6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'fb65a8ed-0e53-4561-9a92-e8f531e7391d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:06:35.942928 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Network hostable DHCP agents. Network: fb65a8ed-0e53-4561-9a92-e8f531e7391d, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:06:35.947779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f283e771-eb9e-45ad-905e-4d06a19fd9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:35.955997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f283e771-eb9e-45ad-905e-4d06a19fd9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:35.959784 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f283e771-eb9e-45ad-905e-4d06a19fd9ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd1429c9-edb7-43e8-aec9-ca557b35b468 HTTP/1.1" status: 204  len: 168 time: 0.7274799
Apr 17 04:06:35.971967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Network fb65a8ed-0e53-4561-9a92-e8f531e7391d is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:06:35.981753 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, fb65a8ed-0e53-4561-9a92-e8f531e7391d) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:06:35.986329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:35.987146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:35.992918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0e0210-7df3-4207-a370-28531582614b None None] Network fb65a8ed-0e53-4561-9a92-e8f531e7391d requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:06:36.006752 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 2.1404271
Apr 17 04:06:36.163758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40628) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:36.235273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d770d9-3c56-4b48-ab26-746c55ccf572 None None] Network fb65a8ed-0e53-4561-9a92-e8f531e7391d requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:06:36.299549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ed4930-756b-4ff5-9ca5-db727aaaaea8 admin admin] Deleting subnet db9530c3-cb42-41ad-8e52-96b2b7b389d4 {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:06:36.304118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76ed4930-756b-4ff5-9ca5-db727aaaaea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:36.365985 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76ed4930-756b-4ff5-9ca5-db727aaaaea8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:36.373741 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76ed4930-756b-4ff5-9ca5-db727aaaaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:36.810426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097639fa-062c-4cc7-bd57-4b0a4e1f0f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a39efe2-f534-4392-8736-824e9e936623'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:37.051834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea2680-3af2-4bb5-94af-378a6e527b8c req-bbe4d163-ff69-48bb-8233-2ab980f5aabb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:37.059512 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9ea2680-3af2-4bb5-94af-378a6e527b8c req-bbe4d163-ff69-48bb-8233-2ab980f5aabb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.4830766
Apr 17 04:06:37.120774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba3d96-4c99-4fd8-93bd-77656b32c5e2 req-f7c9cdc4-1ad8-4f3c-b22c-2c07a3964be7 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:37.122386 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3cba3d96-4c99-4fd8-93bd-77656b32c5e2 req-f7c9cdc4-1ad8-4f3c-b22c-2c07a3964be7 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.2449563
Apr 17 04:06:37.155314 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9ea2680-3af2-4bb5-94af-378a6e527b8c req-6a0d7291-0558-4832-a8db-fd56ea2aceef tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949867
Apr 17 04:06:37.174333 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76ed4930-756b-4ff5-9ca5-db727aaaaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:37.185083 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:37.214483 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097639fa-062c-4cc7-bd57-4b0a4e1f0f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a39efe2-f534-4392-8736-824e9e936623', 'code': 200}
Apr 17 04:06:37.225379 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed4930-756b-4ff5-9ca5-db727aaaaea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db9530c3-cb42-41ad-8e52-96b2b7b389d4,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:37.237793 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-76ed4930-756b-4ff5-9ca5-db727aaaaea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:37.241964 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3cba3d96-4c99-4fd8-93bd-77656b32c5e2 req-8c1a37b8-0a2c-44d7-b672-4b9688c5d07e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083648
Apr 17 04:06:37.243365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-76ed4930-756b-4ff5-9ca5-db727aaaaea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:37.256816 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-76ed4930-756b-4ff5-9ca5-db727aaaaea8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/db9530c3-cb42-41ad-8e52-96b2b7b389d4 HTTP/1.1" status: 204  len: 168 time: 1.0916877
Apr 17 04:06:37.259631 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40676) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:37.408958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:37.558092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:37.574778 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6286ba-3041-444e-8227-a3ed972b8708 req-8b4d3b30-5bdc-408d-a092-e6ede910ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:37.576804 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1b6286ba-3041-444e-8227-a3ed972b8708 req-8b4d3b30-5bdc-408d-a092-e6ede910ed97 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 1098 time: 0.1107874
Apr 17 04:06:37.630765 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1b6286ba-3041-444e-8227-a3ed972b8708 req-190300a7-a760-4323-9404-7dddb29d4622 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467930
Apr 17 04:06:37.687513 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7febc9b9f470>> segment before_delete 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.688043 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7febc9b9f470>> subnet precommit_delete_associations 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.688952 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc8ab79b0>> segment_host_mapping after_create 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.689436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc8ab79b0>> port after_create 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.690057 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc8ab79b0>> port after_delete 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.690514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc8ab79b0>> port after_update 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.690990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc8ab79b0>> segment after_delete 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.691442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc8ab79b0>> subnet after_create 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.691891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc8ab79b0>> subnet after_delete 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.692342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc8ab79b0>> subnet after_update 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.769774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7febc88f8978>> subnet after_create 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.770258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7febc88f8978>> subnet after_delete 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.770780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7febc88f8978>> subnet before_create 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.771240 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7febc88f8978>> subnet before_update 55550000 {{(pid=86365) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:37.771704 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc8ab7ef0>,) {'filters': {'network_id': ['7a510081-16c5-4389-aa91-e5e8a850ecda']}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:37.786180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc8ab7ef0>, '8129d367-62a4-411d-ad2c-9eca4babba08') {'for_net_delete': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:37.786519 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc8ab7ef0>, '8129d367-62a4-411d-ad2c-9eca4babba08') {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:37.798798 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2337558'] for segment, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:37.814191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:37.821896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=86365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:06:37.838608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-965f1691-09c7-4edf-9be3-42075f9e8dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:38.006457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Network 7a510081-16c5-4389-aa91-e5e8a850ecda has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:06:38.015482 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3315914'] for segment, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:38.191274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Network 7a510081-16c5-4389-aa91-e5e8a850ecda has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   from cryptography.utils import int_from_bytes
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   from cryptography.utils import int_from_bytes
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   (rel_b, rel_a, rel_b),
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   (rel_b, rel_a, rel_b),
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:06:38.220416 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:06:38.350764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:38.359190 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:38.388125 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:38.426725 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a510081-16c5-4389-aa91-e5e8a850ecda,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:38.441751 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:38.445119 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7a510081-16c5-4389-aa91-e5e8a850ecda HTTP/1.1" status: 204  len: 168 time: 1.1837099
Apr 17 04:06:38.448678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40716) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:38.471742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6f9b2-db70-46f3-b675-49a380286272 req-bf374fec-bec3-4b3f-9623-175cf4e09df4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:38.473382 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e8d6f9b2-db70-46f3-b675-49a380286272 req-bf374fec-bec3-4b3f-9623-175cf4e09df4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.1894832
Apr 17 04:06:38.539966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49f500-0d22-4c90-8f45-590d2a227a99 req-e25ff66a-1df2-41b9-9524-14e357927647 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:38.541475 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6a49f500-0d22-4c90-8f45-590d2a227a99 req-e25ff66a-1df2-41b9-9524-14e357927647 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1684494
Apr 17 04:06:38.558074 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e8d6f9b2-db70-46f3-b675-49a380286272 req-bc6e63ca-2ef6-483a-a109-8055d7281585 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761163
Apr 17 04:06:38.631195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1349eb2-1a30-4864-9bd1-ad821d8b2a85 admin admin] Deleting subnet f09d4bef-bc83-422c-b72a-9d3ef13900ef {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:06:38.636558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f1349eb2-1a30-4864-9bd1-ad821d8b2a85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:38.638469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:38.641041 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6a49f500-0d22-4c90-8f45-590d2a227a99 req-9d2ad7c9-0752-4d1c-8cb4-5685df3c6058 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817325
Apr 17 04:06:38.743389 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f1349eb2-1a30-4864-9bd1-ad821d8b2a85 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:38.751777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f1349eb2-1a30-4864-9bd1-ad821d8b2a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:38.844491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc600d-179e-4279-99de-82ec9e697213 req-064f4091-b0f8-4962-a6e0-5ed7f5334e6c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:38.846466 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-41fc600d-179e-4279-99de-82ec9e697213 req-064f4091-b0f8-4962-a6e0-5ed7f5334e6c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.1478467
Apr 17 04:06:38.856103 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40738) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:38.861987 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-749a7e1d-1504-49dc-a6c2-60030e13cc37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'floatingip': {'port_id': '38f82354-abf0-43f8-bb94-3a445e741edf'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:38.962899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-749a7e1d-1504-49dc-a6c2-60030e13cc37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:39.108743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f1349eb2-1a30-4864-9bd1-ad821d8b2a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:39.116632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e3a88608-6dbb-458e-9f66-7091719af065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:39.155671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1349eb2-1a30-4864-9bd1-ad821d8b2a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f09d4bef-bc83-422c-b72a-9d3ef13900ef,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:39.160174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f1349eb2-1a30-4864-9bd1-ad821d8b2a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:39.162602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f1349eb2-1a30-4864-9bd1-ad821d8b2a85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:39.168925 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f1349eb2-1a30-4864-9bd1-ad821d8b2a85 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f09d4bef-bc83-422c-b72a-9d3ef13900ef HTTP/1.1" status: 204  len: 168 time: 0.7189710
Apr 17 04:06:39.171580 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40750) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:39.287755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:39.420755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:39.537039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7febc9d54278>> segment before_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.537426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7febc9d54278>> subnet precommit_delete_associations 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.538291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc9594278>> segment_host_mapping after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.538715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc9594278>> port after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.539068 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc9594278>> port after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.539440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc9594278>> port after_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.539819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc9594278>> segment after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.540141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc9594278>> subnet after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.540496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc9594278>> subnet after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.540878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7febc9594278>> subnet after_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.607884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7febc9aaa0f0>> subnet after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.608276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7febc9aaa0f0>> subnet after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.608651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7febc9aaa0f0>> subnet before_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.609027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7febc9aaa0f0>> subnet before_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 17 04:06:39.609454 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc9728e80>,) {'filters': {'network_id': ['fb65a8ed-0e53-4561-9a92-e8f531e7391d']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:39.624545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9728e80>, '83239398-e5e8-4bb3-ab4e-1ff52d4c6a00') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:39.624887 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9728e80>, '83239398-e5e8-4bb3-ab4e-1ff52d4c6a00') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:39.637320 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:39.652518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:39.659888 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:06:39.858540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Network fb65a8ed-0e53-4561-9a92-e8f531e7391d has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:06:39.870634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:40.079660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-749a7e1d-1504-49dc-a6c2-60030e13cc37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:40.098996 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-749a7e1d-1504-49dc-a6c2-60030e13cc37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:40.125830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Network fb65a8ed-0e53-4561-9a92-e8f531e7391d has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   from cryptography.utils import int_from_bytes
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   from cryptography.utils import int_from_bytes
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   (rel_b, rel_a, rel_b),
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   (rel_b, rel_a, rel_b),
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:06:40.169803 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:06:40.236919 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ac765f97-a481-459a-a1ed-5d9b52c945b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:40.250976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:40.255164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:40.275664 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:40.278915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb65a8ed-0e53-4561-9a92-e8f531e7391d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:40.282092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:40.286937 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fb65a8ed-0e53-4561-9a92-e8f531e7391d HTTP/1.1" status: 204  len: 168 time: 1.1128011
Apr 17 04:06:40.311219 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-749a7e1d-1504-49dc-a6c2-60030e13cc37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Floating IP cdb6474c-4087-4d4a-bddc-e3fcdb18b1ec associated. External IP: 172.27.0.6, port: 38f82354-abf0-43f8-bb94-3a445e741edf.
Apr 17 04:06:40.482302 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deaed3-d1f0-4b72-b240-49503f3fb70e req-1de510a8-8eaf-4753-b3b8-c36eee681f84 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:40.483940 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d3deaed3-d1f0-4b72-b240-49503f3fb70e req-1de510a8-8eaf-4753-b3b8-c36eee681f84 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.5030007
Apr 17 04:06:40.491961 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40782) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:40.558470 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d3deaed3-d1f0-4b72-b240-49503f3fb70e req-5a4e0ca8-2485-4f99-a3b3-24bd862e9604 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626106
Apr 17 04:06:40.574887 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4fefefec-6d50-4b75-b79b-44fe73fca67f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dae3388e4e8e47b09c6cb70d89294b66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0816100
Apr 17 04:06:40.586781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40790) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:40.642490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e40153d2-df84-4090-b566-bb5a9fe57a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:40.670797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e40153d2-df84-4090-b566-bb5a9fe57a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:40.718865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e40153d2-df84-4090-b566-bb5a9fe57a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:40.724350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a93fe6ab-4fd7-4f82-80b3-afe8b0492883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:40.739694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40153d2-df84-4090-b566-bb5a9fe57a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c8f3f3-7b15-4a56-a360-db9a84a08586,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:40.742318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e40153d2-df84-4090-b566-bb5a9fe57a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:40.752191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e40153d2-df84-4090-b566-bb5a9fe57a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:40.756951 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e40153d2-df84-4090-b566-bb5a9fe57a72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43c8f3f3-7b15-4a56-a360-db9a84a08586 HTTP/1.1" status: 204  len: 168 time: 0.1766150
Apr 17 04:06:40.776730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749a7e1d-1504-49dc-a6c2-60030e13cc37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:06:40.848464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40798) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:40.978055 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749a7e1d-1504-49dc-a6c2-60030e13cc37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:06:40.982551 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-749a7e1d-1504-49dc-a6c2-60030e13cc37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:40.995554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7338cf4-d5e5-4742-aaaf-32ddc440ab77 None None] Sync routers for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:06:41.006139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7338cf4-d5e5-4742-aaaf-32ddc440ab77 None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:06:41.007108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f7338cf4-d5e5-4742-aaaf-32ddc440ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9edf668>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:06:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:41.091035 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-749a7e1d-1504-49dc-a6c2-60030e13cc37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "PUT /v2.0/floatingips/cdb6474c-4087-4d4a-bddc-e3fcdb18b1ec HTTP/1.1" status: 200  len: 989 time: 2.2336133
Apr 17 04:06:41.091756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:41.106166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.152776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-869beb81-ebc6-4580-96d5-4458d8adf08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.203762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-869beb81-ebc6-4580-96d5-4458d8adf08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:41.205862 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-f7338cf4-d5e5-4742-aaaf-32ddc440ab77 None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:06:41.216588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-869beb81-ebc6-4580-96d5-4458d8adf08d admin admin] Usage tracker for resource:security_group_rule and tenant:40f481a541754d349269f5ad8e44930b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:41.220546 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf', 'status': 'completed', 'code': 200}
Apr 17 04:06:41.224272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-869beb81-ebc6-4580-96d5-4458d8adf08d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:41.230899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-869beb81-ebc6-4580-96d5-4458d8adf08d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:41.293456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40816) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:41.367113 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1ce681bf-d9d2-458a-a6bd-b701314b85b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d51407bf6e4e46528a9a1824c8cda5e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0707393
Apr 17 04:06:41.368356 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40820) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:41.374469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-869beb81-ebc6-4580-96d5-4458d8adf08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.379775 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-869beb81-ebc6-4580-96d5-4458d8adf08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.392328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-84fba22c-5d1a-4551-8ff9-7d4d892abc21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:41.422896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.435201 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9de4fba7-a194-4bd0-ada2-a4f05fff7b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.449453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40826) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:41.450962 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-869beb81-ebc6-4580-96d5-4458d8adf08d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40f481a541754d349269f5ad8e44930b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6016614
Apr 17 04:06:41.452168 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869beb81-ebc6-4580-96d5-4458d8adf08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3a6059-221f-4198-b53a-7afeea06d5f7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:41.472943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-869beb81-ebc6-4580-96d5-4458d8adf08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:41.479764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9de4fba7-a194-4bd0-ada2-a4f05fff7b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.527188 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:06:41.564793 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c367ae1b-be39-42d6-ad62-cbde5eec4b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.597864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c367ae1b-be39-42d6-ad62-cbde5eec4b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.607858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f7338cf4-d5e5-4742-aaaf-32ddc440ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9edf668>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': 'cdb6474c-4087-4d4a-bddc-e3fcdb18b1ec', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'port_id': '38f82354-abf0-43f8-bb94-3a445e741edf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'mac_address': 'fa:16:3e:a9:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:06:16Z', 'updated_at': '2021-04-17T04:06:39Z', 'revision_number': 1, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:41.614094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7338cf4-d5e5-4742-aaaf-32ddc440ab77 None None] Checking router: d32c4f0b-8a2d-4c25-90a7-64219ed8f508 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:06:41.624998 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7338cf4-d5e5-4742-aaaf-32ddc440ab77 None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:06:41.625859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f7338cf4-d5e5-4742-aaaf-32ddc440ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9edf668>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:06:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:41.645077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c367ae1b-be39-42d6-ad62-cbde5eec4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.647151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9de4fba7-a194-4bd0-ada2-a4f05fff7b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.652255 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-10e51f16-3f94-449b-8dcd-8b9a2d318a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:41.671038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367ae1b-be39-42d6-ad62-cbde5eec4b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3a6059-221f-4198-b53a-7afeea06d5f7,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:41.690270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4fba7-a194-4bd0-ada2-a4f05fff7b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d59d2-7b41-4ab6-ac07-9084496a0799,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:41.694388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9de4fba7-a194-4bd0-ada2-a4f05fff7b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:41.697801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:41.698488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:41.699076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9de4fba7-a194-4bd0-ada2-a4f05fff7b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.703164 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9de4fba7-a194-4bd0-ada2-a4f05fff7b85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb2d59d2-7b41-4ab6-ac07-9084496a0799 HTTP/1.1" status: 204  len: 168 time: 0.3337040
Apr 17 04:06:41.706348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c367ae1b-be39-42d6-ad62-cbde5eec4b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:41.718521 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c367ae1b-be39-42d6-ad62-cbde5eec4b14 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d3a6059-221f-4198-b53a-7afeea06d5f7 HTTP/1.1" status: 204  len: 168 time: 0.2602239
Apr 17 04:06:41.872054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ae175-8659-4465-809e-b915c519c03a req-1790c8b0-6409-4ef0-bfb2-74c497e19692 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:41.873856 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7e9ae175-8659-4465-809e-b915c519c03a req-1790c8b0-6409-4ef0-bfb2-74c497e19692 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1468794
Apr 17 04:06:41.944939 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7e9ae175-8659-4465-809e-b915c519c03a req-234587e2-2a8c-428c-a597-8570fc68ee4d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624037
Apr 17 04:06:42.089439 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-f7338cf4-d5e5-4742-aaaf-32ddc440ab77 None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:06:42.251350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 40858) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:42.276403 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7562-e693-40b6-ba40-aa98ff1e925c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:42.294829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1d7c7562-e693-40b6-ba40-aa98ff1e925c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:42.299488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1d7c7562-e693-40b6-ba40-aa98ff1e925c admin admin] Usage tracker for resource:security_group_rule and tenant:d2b1b81f2cfe402d82c0e4a3777fc488 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:42.302591 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1d7c7562-e693-40b6-ba40-aa98ff1e925c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:42.308774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1d7c7562-e693-40b6-ba40-aa98ff1e925c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:42.410067 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7562-e693-40b6-ba40-aa98ff1e925c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:42.414207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7562-e693-40b6-ba40-aa98ff1e925c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:42.429190 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9de4fba7-a194-4bd0-ada2-a4f05fff7b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:42.487610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 40868) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:42.488082 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1d7c7562-e693-40b6-ba40-aa98ff1e925c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2b1b81f2cfe402d82c0e4a3777fc488&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2353656
Apr 17 04:06:42.490077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c7562-e693-40b6-ba40-aa98ff1e925c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51872c8b-6387-4329-8e55-87e50e1ebecc,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:42.495488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f7338cf4-d5e5-4742-aaaf-32ddc440ab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9edf668>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': 'cdb6474c-4087-4d4a-bddc-e3fcdb18b1ec', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'port_id': '38f82354-abf0-43f8-bb94-3a445e741edf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'mac_address': 'fa:16:3e:a9:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:06:16Z', 'updated_at': '2021-04-17T04:06:39Z', 'revision_number': 1, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:06:42.500232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7338cf4-d5e5-4742-aaaf-32ddc440ab77 None None] The sync data for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi is: [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': 'cdb6474c-4087-4d4a-bddc-e3fcdb18b1ec', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'port_id': '38f82354-abf0-43f8-bb94-3a445e741edf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'mac_address': 'fa:16:3e:a9:68:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:06:16Z', 'updated_at': '2021-04-17T04:06:39Z', 'revision_number': 1, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:06:42.501514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1d7c7562-e693-40b6-ba40-aa98ff1e925c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:42.585449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bcbf0f80-efd1-4842-b810-566e5b65afe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:42.612524 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bcbf0f80-efd1-4842-b810-566e5b65afe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:42.668105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bcbf0f80-efd1-4842-b810-566e5b65afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:42.673243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f283e771-eb9e-45ad-905e-4d06a19fd9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:42.685752 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf0f80-efd1-4842-b810-566e5b65afe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51872c8b-6387-4329-8e55-87e50e1ebecc,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:42.688714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bcbf0f80-efd1-4842-b810-566e5b65afe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:42.697274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bcbf0f80-efd1-4842-b810-566e5b65afe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:42.700724 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-bcbf0f80-efd1-4842-b810-566e5b65afe5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51872c8b-6387-4329-8e55-87e50e1ebecc HTTP/1.1" status: 204  len: 168 time: 0.2094750
Apr 17 04:06:42.825227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03117f6a-2f00-49ff-a94e-4722c9f30370 None None] New status for floating IP cdb6474c-4087-4d4a-bddc-e3fcdb18b1ec: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:06:42.925253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:43.231708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a779d8-4a8c-40bc-8e31-fb002df372d7 req-e524688e-7a5e-4882-9399-caacd521e94d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:43.235165 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c2a779d8-4a8c-40bc-8e31-fb002df372d7 req-e524688e-7a5e-4882-9399-caacd521e94d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1112561
Apr 17 04:06:43.283943 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c2a779d8-4a8c-40bc-8e31-fb002df372d7 req-79683bee-e064-43c1-80fb-9a0a360eea98 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439606
Apr 17 04:06:43.815533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b6e89-8a06-41f0-b7fd-cf044b2cde2d req-36325fce-a551-4052-b46c-5fbaa98eedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:43.817310 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b80b6e89-8a06-41f0-b7fd-cf044b2cde2d req-36325fce-a551-4052-b46c-5fbaa98eedc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 1098 time: 0.1034164
Apr 17 04:06:44.009527 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b6e89-8a06-41f0-b7fd-cf044b2cde2d req-f0584bf1-4f8b-40e1-92af-984964390114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:44.011438 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b80b6e89-8a06-41f0-b7fd-cf044b2cde2d req-f0584bf1-4f8b-40e1-92af-984964390114 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 918 time: 0.1776669
Apr 17 04:06:44.129200 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b80b6e89-8a06-41f0-b7fd-cf044b2cde2d req-db0a1ba3-4963-4066-a4f6-2bced15d674e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f82354-abf0-43f8-bb94-3a445e741edf HTTP/1.1" status: 200  len: 999 time: 0.1094875
Apr 17 04:06:44.503832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b001f5-0d9b-490b-bed9-fcc149e4d403 req-4064de7e-34e8-44fd-8eb4-bd39e15e8a3a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:44.505529 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-45b001f5-0d9b-490b-bed9-fcc149e4d403 req-4064de7e-34e8-44fd-8eb4-bd39e15e8a3a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0960498
Apr 17 04:06:44.559508 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-45b001f5-0d9b-490b-bed9-fcc149e4d403 req-caa35070-a80e-43cd-9fdd-7f2c4d0f2a98 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464349
Apr 17 04:06:45.128904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b6e89-8a06-41f0-b7fd-cf044b2cde2d req-32ea41c3-fedc-47f1-80a8-ba81f557f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:45.130670 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b80b6e89-8a06-41f0-b7fd-cf044b2cde2d req-32ea41c3-fedc-47f1-80a8-ba81f557f96f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80cde3a3-6963-4ab6-a96e-946aa1c0f361 HTTP/1.1" status: 200  len: 856 time: 0.0690062
Apr 17 04:06:45.412124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-1dfb6db5-1522-46d3-82f8-4d1cc9cfb0df tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:45.413822 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-1dfb6db5-1522-46d3-82f8-4d1cc9cfb0df tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 815 time: 0.1674209
Apr 17 04:06:45.432194 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-07b2c9a5-dbee-47e4-897e-b9c4dbf7f644 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/quotas/d9f0154219a143acba7a1cc126fd72de HTTP/1.1" status: 200  len: 375 time: 0.0104198
Apr 17 04:06:45.523311 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-813cfb6a-33c2-4c8c-a001-ad1165a6538e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0848167
Apr 17 04:06:45.671134 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-5feff101-fc7f-41e9-b93e-7f9e0fd9c67f service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403530
Apr 17 04:06:45.818080 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bd8349a0-d609-48e9-8c5b-e82c3bbd55ff service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399565
Apr 17 04:06:46.170499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd75f4-0370-4de7-a52f-1dcc50e60e7c req-da98ce66-68e3-4590-8b61-e2d3dd506746 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:46.172286 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a3bd75f4-0370-4de7-a52f-1dcc50e60e7c req-da98ce66-68e3-4590-8b61-e2d3dd506746 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1457803
Apr 17 04:06:46.227539 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a3bd75f4-0370-4de7-a52f-1dcc50e60e7c req-55d986a9-46c2-4230-8fe7-38f6d08dcb22 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484645
Apr 17 04:06:46.327318 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dff81b7e-8a9c-4512-ad48-1199c50ae144 req-469553eb-6fe5-4c62-941e-4e99eb6f197d tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 210 time: 0.0526972
Apr 17 04:06:47.414059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b6e89-8a06-41f0-b7fd-cf044b2cde2d req-35d7bb6e-c598-4b8d-b64f-9b50a2515a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:47.415692 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b80b6e89-8a06-41f0-b7fd-cf044b2cde2d req-35d7bb6e-c598-4b8d-b64f-9b50a2515a8f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1274736
Apr 17 04:06:47.550507 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8bf4f732-e7d6-44e9-9b31-fcaabd7bdb2f req-ec1fd550-bfdc-43e6-9138-b7711114f64e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 210 time: 0.0879593
Apr 17 04:06:47.588607 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b80b6e89-8a06-41f0-b7fd-cf044b2cde2d req-6797903a-9796-4793-9132-6d958f269ec5 service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1634099
Apr 17 04:06:47.592777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41076) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:47.595051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d69e2-e107-4c8e-912f-33e58f2f895f req-251f3c8e-4d48-45ee-b220-1befbdc045fa tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:47.597048 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1e3d69e2-e107-4c8e-912f-33e58f2f895f req-251f3c8e-4d48-45ee-b220-1befbdc045fa tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.2294466
Apr 17 04:06:47.655176 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1e3d69e2-e107-4c8e-912f-33e58f2f895f req-d48b2db0-e6d0-4c49-93bf-e77f75cb6d0a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440130
Apr 17 04:06:47.747682 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6785ed58-577a-42f3-9c0d-1e6898ed35d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:47.767996 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-6785ed58-577a-42f3-9c0d-1e6898ed35d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:47.771776 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b80b6e89-8a06-41f0-b7fd-cf044b2cde2d req-a67c3050-548b-46f4-8ad9-788733d79d3c service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719809
Apr 17 04:06:47.774113 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6785ed58-577a-42f3-9c0d-1e6898ed35d8 admin admin] Usage tracker for resource:security_group_rule and tenant:26239228252c4ccbacc7446a3395815f is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:47.777056 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6785ed58-577a-42f3-9c0d-1e6898ed35d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:47.783143 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-6785ed58-577a-42f3-9c0d-1e6898ed35d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:47.869343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6785ed58-577a-42f3-9c0d-1e6898ed35d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:47.874173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6785ed58-577a-42f3-9c0d-1e6898ed35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:47.885778 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c12d7368-04b0-474e-9d00-82ee6a9ffc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:47.927322 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-6785ed58-577a-42f3-9c0d-1e6898ed35d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26239228252c4ccbacc7446a3395815f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3333321
Apr 17 04:06:47.928987 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785ed58-577a-42f3-9c0d-1e6898ed35d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062ea6ce-1834-4bcb-ad66-624f31e71a79,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:47.930280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 41082) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:47.932472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6785ed58-577a-42f3-9c0d-1e6898ed35d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:47.997695 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f8a55074-88cd-4c73-94a7-aecf3e33001b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:48.025058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f8a55074-88cd-4c73-94a7-aecf3e33001b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:48.078053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f8a55074-88cd-4c73-94a7-aecf3e33001b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:48.083744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:48.097375 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a55074-88cd-4c73-94a7-aecf3e33001b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062ea6ce-1834-4bcb-ad66-624f31e71a79,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:48.099934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f8a55074-88cd-4c73-94a7-aecf3e33001b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:48.108014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f8a55074-88cd-4c73-94a7-aecf3e33001b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:48.109507 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f8a55074-88cd-4c73-94a7-aecf3e33001b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/062ea6ce-1834-4bcb-ad66-624f31e71a79 HTTP/1.1" status: 204  len: 168 time: 0.1777475
Apr 17 04:06:48.413199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41096) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:48.432665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a347-2e35-47bf-9728-3da9c26cc5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:48.448530 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9ba7a347-2e35-47bf-9728-3da9c26cc5dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:48.452630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9ba7a347-2e35-47bf-9728-3da9c26cc5dc admin admin] Usage tracker for resource:security_group_rule and tenant:f9179ba70ab24fdcbe0456fbb61089ce is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:48.455683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9ba7a347-2e35-47bf-9728-3da9c26cc5dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:48.461739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9ba7a347-2e35-47bf-9728-3da9c26cc5dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:48.549246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a347-2e35-47bf-9728-3da9c26cc5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:48.552671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a347-2e35-47bf-9728-3da9c26cc5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:48.563185 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c48d01c9-6bb7-4bac-9209-7421703adceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:48.608702 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9ba7a347-2e35-47bf-9728-3da9c26cc5dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9179ba70ab24fdcbe0456fbb61089ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1943471
Apr 17 04:06:48.619207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7a347-2e35-47bf-9728-3da9c26cc5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d13efbc-e0d1-4299-bbe4-58e2566c67a0,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:48.619430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 41106) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:48.619505 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9ba7a347-2e35-47bf-9728-3da9c26cc5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:48.734848 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86be0896-297a-4f15-b4e2-1848cb21628d req-00e8807f-a3cb-4f01-8fc8-22cdc2a3e3f1 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 210 time: 0.0616803
Apr 17 04:06:48.737872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f91d9c0-1c18-4db3-a56c-32140942f4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:48.765836 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f91d9c0-1c18-4db3-a56c-32140942f4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:48.812317 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f91d9c0-1c18-4db3-a56c-32140942f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:48.818139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1d7c7562-e693-40b6-ba40-aa98ff1e925c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:48.831101 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91d9c0-1c18-4db3-a56c-32140942f4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d13efbc-e0d1-4299-bbe4-58e2566c67a0,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:48.833593 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5f91d9c0-1c18-4db3-a56c-32140942f4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:48.839877 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f91d9c0-1c18-4db3-a56c-32140942f4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:48.843576 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5f91d9c0-1c18-4db3-a56c-32140942f4b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d13efbc-e0d1-4299-bbe4-58e2566c67a0 HTTP/1.1" status: 204  len: 168 time: 0.2282920
Apr 17 04:06:49.155525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2358e2f-3490-4521-9d29-0ad9c83c894e req-92b5ed9f-429c-46d2-a157-c50a0f358b90 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:49.159173 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d2358e2f-3490-4521-9d29-0ad9c83c894e req-92b5ed9f-429c-46d2-a157-c50a0f358b90 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.3141189
Apr 17 04:06:49.206074 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d2358e2f-3490-4521-9d29-0ad9c83c894e req-376368c4-1ef0-4354-9841-934d3207b3b2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421782
Apr 17 04:06:49.900207 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f637aa87-da94-4778-ac7a-b19b254a9c99 req-75d9a0db-787b-4870-a9c3-d1c8f454cee1 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 210 time: 0.0477076
Apr 17 04:06:50.406549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ca4b2-f6df-40d7-8370-83db0cf4e738 req-fac76f95-2c62-42d1-9c83-02791355c126 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:50.408217 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4d8ca4b2-f6df-40d7-8370-83db0cf4e738 req-fac76f95-2c62-42d1-9c83-02791355c126 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0905631
Apr 17 04:06:50.456764 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4d8ca4b2-f6df-40d7-8370-83db0cf4e738 req-860995f6-1816-44f3-909b-2d4caffa8d42 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419166
Apr 17 04:06:51.076885 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-31e3269b-4de8-462b-a15c-11e3b8e45766 req-4679d318-b8f1-420c-94d4-95943aa2a0e6 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 210 time: 0.0484099
Apr 17 04:06:51.250091 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-1262e608-4130-4200-b562-3387ceda11d5 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:51.251816 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-1262e608-4130-4200-b562-3387ceda11d5 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 815 time: 0.1711698
Apr 17 04:06:51.264781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41196) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:51.275893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Request body: {'port': {'device_id': '05c3cff6-bd46-4d51-81e1-c40fd79a5606', 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d', 'admin_state_up': True, 'tenant_id': 'd9f0154219a143acba7a1cc126fd72de'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:51.423842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:51.447839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:51.450368 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:51.455087 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Usage tracker for resource:security_group_rule and tenant:51e218828add4bdd93be09d6ed96990c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:51.458105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Usage tracker for resource:port and tenant:d9f0154219a143acba7a1cc126fd72de is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:51.460763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:51.463630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:51.471470 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:51.473637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:51.496992 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Made reservation on behalf of d9f0154219a143acba7a1cc126fd72de for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:06:51.503315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:51.659786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b155bc-0205-4489-a9b7-bc5f8c021133 req-654aa1f2-c8fb-4b50-897d-a990cb534928 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:51.661283 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e7b155bc-0205-4489-a9b7-bc5f8c021133 req-654aa1f2-c8fb-4b50-897d-a990cb534928 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0897789
Apr 17 04:06:51.710164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:51.712723 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e7b155bc-0205-4489-a9b7-bc5f8c021133 req-83553dc8-f46a-483a-9332-9a33d69a098c tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446935
Apr 17 04:06:51.716571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:51.730915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:51.770543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Allocated IP 172.20.0.2 (cf3cdb63-dd7f-4313-bf72-5d3eea4d913d/8a641dc7-2c59-499e-8e47-d20e6694166c/d9f410a3-d906-45f9-9bc6-fb7f28f2b154) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:06:51.777445 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51e218828add4bdd93be09d6ed96990c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5116186
Apr 17 04:06:51.781036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 41210) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:51.785051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5136be-3a1e-4648-b587-10b9df40dd20,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:51.802392 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.805508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.806118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.806269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.806713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.807171 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.807568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.807944 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.808338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.808710 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.809082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.809439 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.817252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:51.848023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:51.876488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:51.925210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:51.930262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:51.944493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5136be-3a1e-4648-b587-10b9df40dd20,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:51.953500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.953911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.954302 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.955013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.955250 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.955414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.955832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.956206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.956608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.956931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.957333 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.957699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:51.961479 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:51.965610 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d5136be-3a1e-4648-b587-10b9df40dd20 HTTP/1.1" status: 204  len: 168 time: 0.1834543
Apr 17 04:06:51.966617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:52.315678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:52.347567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:52.360289 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5b23d8ea-e249-45a7-ba5e-1972f33052db req-e71a9de1-e30e-4157-9c2e-90af343cfe15 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 210 time: 0.0886884
Apr 17 04:06:52.362358 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-09d6d971-b10f-46be-a59c-e94ca287d242 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:52.362492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['aac73be1-ad1a-4cc1-852e-7220936415c8'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:06:52.421594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:06:52.425245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:06:52.430183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:06:52.506323 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Pushing event updated for resources: {'Port': ['ID=d9f410a3-d906-45f9-9bc6-fb7f28f2b154,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:52.520916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:52.544204 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:52.545890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:52.573764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 41250) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:52.602499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a267e765-d7d2-43d9-bb39-778f4789aef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:52.608948 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3371098
Apr 17 04:06:52.628080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Request body: {'port': {'device_id': '05c3cff6-bd46-4d51-81e1-c40fd79a5606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:06:52.630120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a267e765-d7d2-43d9-bb39-778f4789aef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:52.634119 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a267e765-d7d2-43d9-bb39-778f4789aef7 admin admin] Usage tracker for resource:security_group_rule and tenant:843973a0d8d04de18ccdba3d06961dc7 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:52.637245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a267e765-d7d2-43d9-bb39-778f4789aef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:52.643501 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a267e765-d7d2-43d9-bb39-778f4789aef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:52.772149 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a267e765-d7d2-43d9-bb39-778f4789aef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:52.780715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a267e765-d7d2-43d9-bb39-778f4789aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:52.813949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:52.828298 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a267e765-d7d2-43d9-bb39-778f4789aef7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=843973a0d8d04de18ccdba3d06961dc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2531629
Apr 17 04:06:52.829468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41264) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:52.852193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267e765-d7d2-43d9-bb39-778f4789aef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e6c7d6-20b4-4a3a-b9da-9fe72b077972,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:52.855880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a267e765-d7d2-43d9-bb39-778f4789aef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:52.886867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:52.895801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 41272) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:53.044747 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e08792-c1a2-46fc-a5c1-787c1c9c8d33 req-f22a736e-febd-446c-854a-29c0789a3466 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:53.047020 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22e08792-c1a2-46fc-a5c1-787c1c9c8d33 req-f22a736e-febd-446c-854a-29c0789a3466 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1351359
Apr 17 04:06:53.115143 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a526e36d-2b52-49d6-a82f-59d5ae140a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.123214 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22e08792-c1a2-46fc-a5c1-787c1c9c8d33 req-ba99cceb-640d-402f-b2e1-f4b0fce8052b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694079
Apr 17 04:06:53.142712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f81bf500-6474-4fa0-a6f1-3e1b375f4199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.159583 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f81bf500-6474-4fa0-a6f1-3e1b375f4199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:53.163749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f81bf500-6474-4fa0-a6f1-3e1b375f4199 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ee918af05b40c1ae7227fdc3569735 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:53.167078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f81bf500-6474-4fa0-a6f1-3e1b375f4199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:53.173099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f81bf500-6474-4fa0-a6f1-3e1b375f4199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:53.173965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a526e36d-2b52-49d6-a82f-59d5ae140a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.267404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f81bf500-6474-4fa0-a6f1-3e1b375f4199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.271665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f81bf500-6474-4fa0-a6f1-3e1b375f4199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.282656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:53.332649 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f81bf500-6474-4fa0-a6f1-3e1b375f4199 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4ee918af05b40c1ae7227fdc3569735&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4326262
Apr 17 04:06:53.332649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bf500-6474-4fa0-a6f1-3e1b375f4199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9575fcd-0a82-4a95-830d-ee107db23ebe,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:53.333260 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41286) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:53.335212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f81bf500-6474-4fa0-a6f1-3e1b375f4199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:53.384369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a526e36d-2b52-49d6-a82f-59d5ae140a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.394252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5c71dd49-b1a1-463e-871c-3729b9804c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:53.423742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526e36d-2b52-49d6-a82f-59d5ae140a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e6c7d6-20b4-4a3a-b9da-9fe72b077972,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:53.426739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a526e36d-2b52-49d6-a82f-59d5ae140a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:53.478982 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a526e36d-2b52-49d6-a82f-59d5ae140a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.483062 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a526e36d-2b52-49d6-a82f-59d5ae140a95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14e6c7d6-20b4-4a3a-b9da-9fe72b077972 HTTP/1.1" status: 204  len: 168 time: 0.6479650
Apr 17 04:06:53.533212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b53edea-e1bf-45e0-8959-5bdc81fbbcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.536774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f410a3-d906-45f9-9bc6-fb7f28f2b154 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:53.547361 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.568865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Transition to ACTIVE for port object d9f410a3-d906-45f9-9bc6-fb7f28f2b154 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:06:53.578505 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073f7ba-4c36-4bb5-ab70-2db3dd5db4f7 req-fa32e8fb-4fc6-4a58-8de6-8ec43921901b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:53.580180 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d073f7ba-4c36-4bb5-ab70-2db3dd5db4f7 req-fa32e8fb-4fc6-4a58-8de6-8ec43921901b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 931 time: 0.0977089
Apr 17 04:06:53.584797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.605742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:53.633240 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d073f7ba-4c36-4bb5-ab70-2db3dd5db4f7 req-7a2df727-3840-4c29-8404-494487375a4a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457096
Apr 17 04:06:53.704248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b53edea-e1bf-45e0-8959-5bdc81fbbcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.829762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f410a3-d906-45f9-9bc6-fb7f28f2b154,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:53.833875 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:53.893600 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b53edea-e1bf-45e0-8959-5bdc81fbbcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.898894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-957fea69-72a0-4d4e-9603-52f4c8009718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:53.926189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53edea-e1bf-45e0-8959-5bdc81fbbcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9575fcd-0a82-4a95-830d-ee107db23ebe,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:53.928563 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5b53edea-e1bf-45e0-8959-5bdc81fbbcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:53.930822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Attempting to bind port d9f410a3-d906-45f9-9bc6-fb7f28f2b154 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:06:53.931192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Attempting to bind port d9f410a3-d906-45f9-9bc6-fb7f28f2b154 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:06:53.931556 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Attempting to bind port d9f410a3-d906-45f9-9bc6-fb7f28f2b154 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:53.938794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b53edea-e1bf-45e0-8959-5bdc81fbbcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:53.940895 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5b53edea-e1bf-45e0-8959-5bdc81fbbcf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9575fcd-0a82-4a95-830d-ee107db23ebe HTTP/1.1" status: 204  len: 168 time: 0.6059725
Apr 17 04:06:53.941201 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Port d9f410a3-d906-45f9-9bc6-fb7f28f2b154 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:06:53.941557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Attempting to bind port d9f410a3-d906-45f9-9bc6-fb7f28f2b154 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:06:53.947887 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:06:53.948265 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Checking segment: {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:06:53.948702 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Bound using segment: {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:06:53.949155 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Bound port: d9f410a3-d906-45f9-9bc6-fb7f28f2b154, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:06:53.949531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:54.108496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] For port d9f410a3-d906-45f9-9bc6-fb7f28f2b154, host hv-cinder-78605, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:06:54.112753 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] For port d9f410a3-d906-45f9-9bc6-fb7f28f2b154, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d9f410a3-d906-45f9-9bc6-fb7f28f2b154,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:06:54.118406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:54.124303 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:54.194842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:54.195894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:54.197446 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] 10.222.0.43 "PUT /v2.0/ports/d9f410a3-d906-45f9-9bc6-fb7f28f2b154 HTTP/1.1" status: 200  len: 1093 time: 1.5795999
Apr 17 04:06:54.197966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c3cff6-bd46-4d51-81e1-c40fd79a5606', 'tag': 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:06:54.216711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f410a3-d906-45f9-9bc6-fb7f28f2b154,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:54.221169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:54.313743 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c3cff6-bd46-4d51-81e1-c40fd79a5606', 'tag': 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154', 'status': 'completed', 'code': 200}
Apr 17 04:06:54.389087 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-a84d99e4-f53b-49ac-a613-e036334f5e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:54.390482 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-a84d99e4-f53b-49ac-a613-e036334f5e2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 1096 time: 0.1332352
Apr 17 04:06:54.504369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bc954-41e3-4034-ad28-19129877c235 req-4c0bb2cb-f74e-430e-b16d-c83c5a638422 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:54.506227 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7c0bc954-41e3-4034-ad28-19129877c235 req-4c0bb2cb-f74e-430e-b16d-c83c5a638422 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1443253
Apr 17 04:06:54.522431 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-9fad8d76-eada-47bf-bdf2-d6f11a69f929 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9f410a3-d906-45f9-9bc6-fb7f28f2b154 HTTP/1.1" status: 200  len: 217 time: 0.1230171
Apr 17 04:06:54.588490 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7c0bc954-41e3-4034-ad28-19129877c235 req-877aec53-e861-4d55-9559-ef17d8e95339 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714374
Apr 17 04:06:54.625902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-8512357e-e627-4b69-9fb8-cd76b946868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:54.627415 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-8512357e-e627-4b69-9fb8-cd76b946868a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a641dc7-2c59-499e-8e47-d20e6694166c HTTP/1.1" status: 200  len: 855 time: 0.0890832
Apr 17 04:06:54.650432 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 41358) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:54.670183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f459ce44-c880-400e-ae08-6fdf8c3e15e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:54.687977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f459ce44-c880-400e-ae08-6fdf8c3e15e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:54.692343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f459ce44-c880-400e-ae08-6fdf8c3e15e2 admin admin] Usage tracker for resource:security_group_rule and tenant:97ea8f0e64444f10a2b6c2d5cf29fbc4 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:54.692775 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-10c8ce1c-eb8b-4a53-92fb-ad34e35a478b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492442
Apr 17 04:06:54.695941 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f459ce44-c880-400e-ae08-6fdf8c3e15e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:54.701992 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f459ce44-c880-400e-ae08-6fdf8c3e15e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:54.859290 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-7782c4f5-6e4b-4589-a5d7-ff88ce8c6b4d service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556671
Apr 17 04:06:54.883921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f459ce44-c880-400e-ae08-6fdf8c3e15e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:54.893222 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f459ce44-c880-400e-ae08-6fdf8c3e15e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:54.906156 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-be0154d3-f4c9-4081-a274-0a514c941f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:54.940213 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459ce44-c880-400e-ae08-6fdf8c3e15e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ad73a5-0865-46c9-9937-06ca40c5111b,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:54.952499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f459ce44-c880-400e-ae08-6fdf8c3e15e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:54.967389 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f459ce44-c880-400e-ae08-6fdf8c3e15e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97ea8f0e64444f10a2b6c2d5cf29fbc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3157504
Apr 17 04:06:54.968172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41368) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:54.976705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fcb29-6a7b-4f5c-8968-74d3ee1c4fd3 req-c998cdb0-8a3e-4efe-8a67-d960c36242e2 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:54.978404 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3b5fcb29-6a7b-4f5c-8968-74d3ee1c4fd3 req-c998cdb0-8a3e-4efe-8a67-d960c36242e2 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 943 time: 0.1904728
Apr 17 04:06:55.029047 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3b5fcb29-6a7b-4f5c-8968-74d3ee1c4fd3 req-bd0ce618-bf83-473b-9426-23a62e389c9e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434308
Apr 17 04:06:55.104892 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-551d93d3-ca7e-486b-b2b9-7d3e228c349f req-17a9811b-c2e2-4db8-a2ca-31cff04db6cc service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2322161
Apr 17 04:06:55.107373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb432-1f45-4a8d-a22d-6c2821891a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:55.141547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb432-1f45-4a8d-a22d-6c2821891a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:55.241755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb432-1f45-4a8d-a22d-6c2821891a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:55.253151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-99625d66-1d5c-4805-a832-b73b3637eb8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:55.271460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdb432-1f45-4a8d-a22d-6c2821891a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ad73a5-0865-46c9-9937-06ca40c5111b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:55.274053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3bcdb432-1f45-4a8d-a22d-6c2821891a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:55.275927 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb432-1f45-4a8d-a22d-6c2821891a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:55.277167 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-3bcdb432-1f45-4a8d-a22d-6c2821891a8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7ad73a5-0865-46c9-9937-06ca40c5111b HTTP/1.1" status: 204  len: 168 time: 0.3079951
Apr 17 04:06:55.316647 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c8e4a-9938-4c4d-8424-dca0396451b1 req-e730c22c-e56b-4bcc-84ed-faadf11fc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:55.318241 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c7c8e4a-9938-4c4d-8424-dca0396451b1 req-e730c22c-e56b-4bcc-84ed-faadf11fc99a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 1096 time: 0.1287365
Apr 17 04:06:55.531693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c8e4a-9938-4c4d-8424-dca0396451b1 req-c2aff3ab-b083-40b8-92ab-38203eb3c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:55.533374 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c7c8e4a-9938-4c4d-8424-dca0396451b1 req-c2aff3ab-b083-40b8-92ab-38203eb3c3cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 916 time: 0.2051246
Apr 17 04:06:55.677132 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c7c8e4a-9938-4c4d-8424-dca0396451b1 req-fb9701fd-4adf-4ba8-be8a-5d265c5aae63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9f410a3-d906-45f9-9bc6-fb7f28f2b154 HTTP/1.1" status: 200  len: 217 time: 0.1362953
Apr 17 04:06:55.772227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c8e4a-9938-4c4d-8424-dca0396451b1 req-ce7897ed-87f3-4f1d-92d2-8f857037fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:55.773993 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c7c8e4a-9938-4c4d-8424-dca0396451b1 req-ce7897ed-87f3-4f1d-92d2-8f857037fc77 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a641dc7-2c59-499e-8e47-d20e6694166c HTTP/1.1" status: 200  len: 855 time: 0.0796967
Apr 17 04:06:55.837120 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c7c8e4a-9938-4c4d-8424-dca0396451b1 req-735dd0db-e390-44db-a516-87af6631ef39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512843
Apr 17 04:06:55.864423 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f2cae-9392-4ee5-910e-ff3b63f63f45 req-b58cb770-dd30-49ce-902a-345706c13600 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:55.866091 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-408f2cae-9392-4ee5-910e-ff3b63f63f45 req-b58cb770-dd30-49ce-902a-345706c13600 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0939612
Apr 17 04:06:55.915142 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-408f2cae-9392-4ee5-910e-ff3b63f63f45 req-7633d664-3f23-430a-9538-ec160e6c5e8e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416806
Apr 17 04:06:55.993735 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c7c8e4a-9938-4c4d-8424-dca0396451b1 req-a9f0e64a-8aa8-451a-9f03-398e88d00c5a service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466763
Apr 17 04:06:56.294784 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c62661-8360-410f-a43f-77469b1fec0d req-39baaab8-29b4-4fb9-9c74-b1cd45921ee4 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:56.303640 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-61c62661-8360-410f-a43f-77469b1fec0d req-39baaab8-29b4-4fb9-9c74-b1cd45921ee4 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 943 time: 0.1003401
Apr 17 04:06:56.367954 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-61c62661-8360-410f-a43f-77469b1fec0d req-83c4b8bd-71f7-4907-a587-bb6d56862059 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633323
Apr 17 04:06:56.428473 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c7c8e4a-9938-4c4d-8424-dca0396451b1 req-f3ecd308-b11c-4e7d-b7f5-9a67b561c538 service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4247127
Apr 17 04:06:57.171184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4888fb-809f-431b-b6b8-9eea3ea45e26 req-9349f530-d5c0-496a-a096-728b5f152f51 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:57.174216 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cc4888fb-809f-431b-b6b8-9eea3ea45e26 req-9349f530-d5c0-496a-a096-728b5f152f51 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1032648
Apr 17 04:06:57.217398 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cc4888fb-809f-431b-b6b8-9eea3ea45e26 req-7689b5aa-4b6d-4887-8676-c24447de922f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422015
Apr 17 04:06:57.616747 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3254861-4dbd-4ea5-a46c-a2cdf9e9c15a req-3302da93-a4ee-48fc-8b66-1fc388c309a2 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:57.618379 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c3254861-4dbd-4ea5-a46c-a2cdf9e9c15a req-3302da93-a4ee-48fc-8b66-1fc388c309a2 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 943 time: 0.1025164
Apr 17 04:06:57.681649 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c3254861-4dbd-4ea5-a46c-a2cdf9e9c15a req-604633df-df54-4fd7-9870-bdb2d5b65ad0 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476720
Apr 17 04:06:58.327456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device d9f410a3-d906-45f9-9bc6-fb7f28f2b154 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:06:58.426983 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef5622-7d56-4fd5-a767-696532fdc0fb req-db61fce0-8e9f-4e19-af9b-ecb25f87c026 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:58.428602 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-49ef5622-7d56-4fd5-a767-696532fdc0fb req-db61fce0-8e9f-4e19-af9b-ecb25f87c026 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0912814
Apr 17 04:06:58.478458 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-49ef5622-7d56-4fd5-a767-696532fdc0fb req-2d960461-6f55-4539-9a02-f459ae46c982 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427065
Apr 17 04:06:58.484160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port d9f410a3-d906-45f9-9bc6-fb7f28f2b154, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d9f410a3-d906-45f9-9bc6-fb7f28f2b154,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:58.498699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154', 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d', 'port_id': 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154', 'mac_address': 'fa:16:3e:d4:57:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a641dc7-2c59-499e-8e47-d20e6694166c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:06:58.556314 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:58.574652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f410a3-d906-45f9-9bc6-fb7f28f2b154 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:06:58.591019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port d9f410a3-d906-45f9-9bc6-fb7f28f2b154, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d9f410a3-d906-45f9-9bc6-fb7f28f2b154,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:06:58.594315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:58.596224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:58.670955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=d9f410a3-d906-45f9-9bc6-fb7f28f2b154,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:58.679463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.679859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.680244 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.680605 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.680976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.681354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.681728 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.682097 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.682500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.682915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.683282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.683648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:06:58.687919 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:58.851494 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41552) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:58.947397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['d9f410a3-d906-45f9-9bc6-fb7f28f2b154'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:06:58.959094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ea9d8-82f9-44fe-8692-a73375849a26 req-8d1fe744-af8b-4c1f-a049-ffcc198e0747 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:58.963036 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-723ea9d8-82f9-44fe-8692-a73375849a26 req-8d1fe744-af8b-4c1f-a049-ffcc198e0747 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 944 time: 0.1415489
Apr 17 04:06:59.003054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62cd5561-3396-496c-bad4-d22963e4e359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.036642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-62cd5561-3396-496c-bad4-d22963e4e359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:59.044019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-62cd5561-3396-496c-bad4-d22963e4e359 admin admin] Usage tracker for resource:security_group_rule and tenant:da69aaa43e424745ab18ecdcc41c5cfb is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:59.051281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-62cd5561-3396-496c-bad4-d22963e4e359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:59.056936 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-723ea9d8-82f9-44fe-8692-a73375849a26 req-79a657eb-04e2-472d-942d-0c3b027f720b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874884
Apr 17 04:06:59.065081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-62cd5561-3396-496c-bad4-d22963e4e359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:59.220816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62cd5561-3396-496c-bad4-d22963e4e359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.224589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-62cd5561-3396-496c-bad4-d22963e4e359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.234246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-512ff660-1c9f-4271-a91e-32cf66107b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:59.284377 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-62cd5561-3396-496c-bad4-d22963e4e359 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da69aaa43e424745ab18ecdcc41c5cfb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4314897
Apr 17 04:06:59.287172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41570) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:59.290375 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd5561-3396-496c-bad4-d22963e4e359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a3e329-62e9-4383-9547-e2e1c52243ef,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:59.304452 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62cd5561-3396-496c-bad4-d22963e4e359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:59.364549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0e779cfd-5b1b-4d7d-b42a-549c397a7d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.399833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0e779cfd-5b1b-4d7d-b42a-549c397a7d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.440170 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41580) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:59.459844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0e779cfd-5b1b-4d7d-b42a-549c397a7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.465092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f02baf76-1548-4e0b-b5ab-1a3d0088a2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:59.483411 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e779cfd-5b1b-4d7d-b42a-549c397a7d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a3e329-62e9-4383-9547-e2e1c52243ef,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:59.486214 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0e779cfd-5b1b-4d7d-b42a-549c397a7d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:59.487477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0e779cfd-5b1b-4d7d-b42a-549c397a7d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.488657 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0e779cfd-5b1b-4d7d-b42a-549c397a7d93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86a3e329-62e9-4383-9547-e2e1c52243ef HTTP/1.1" status: 204  len: 168 time: 0.2004330
Apr 17 04:06:59.506379 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464eb810-2e90-4a6a-b45c-f1f28ff80959 req-d89a2bf1-ae8f-465c-b033-d4b01437ffad tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:59.508012 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-464eb810-2e90-4a6a-b45c-f1f28ff80959 req-d89a2bf1-ae8f-465c-b033-d4b01437ffad tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 946 time: 0.1064155
Apr 17 04:06:59.566534 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-464eb810-2e90-4a6a-b45c-f1f28ff80959 req-51831875-266e-47da-98f1-f7ce43ecc9f6 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508351
Apr 17 04:06:59.655290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ced08392-69af-4f62-9356-aea7d3913428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.691080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ced08392-69af-4f62-9356-aea7d3913428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:59.695897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ced08392-69af-4f62-9356-aea7d3913428 admin admin] Usage tracker for resource:security_group_rule and tenant:97129e896e5e417a9f23219fe727a48b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:59.699280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ced08392-69af-4f62-9356-aea7d3913428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:59.707270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ced08392-69af-4f62-9356-aea7d3913428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:59.748053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fa607-34bc-4df7-8f0c-7128e15fc594 req-6d6ea391-b19b-4c55-802f-f41ff2196151 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:06:59.749750 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d49fa607-34bc-4df7-8f0c-7128e15fc594 req-6d6ea391-b19b-4c55-802f-f41ff2196151 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1053746
Apr 17 04:06:59.815397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ced08392-69af-4f62-9356-aea7d3913428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.816677 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d49fa607-34bc-4df7-8f0c-7128e15fc594 req-3e5ddf14-2866-4a92-bb61-a3629986e41f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585952
Apr 17 04:06:59.819569 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ced08392-69af-4f62-9356-aea7d3913428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.831439 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:06:59.875009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 41598) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:59.876399 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ced08392-69af-4f62-9356-aea7d3913428 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97129e896e5e417a9f23219fe727a48b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4351676
Apr 17 04:06:59.877485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced08392-69af-4f62-9356-aea7d3913428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbacdbc-880c-41c7-ae4a-ba7b3542a38e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:06:59.880799 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ced08392-69af-4f62-9356-aea7d3913428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:06:59.881516 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41602) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:06:59.894669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-40aa4ae4-5fe8-45d7-bc5e-01a57438b136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.909998 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-40aa4ae4-5fe8-45d7-bc5e-01a57438b136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:06:59.913979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-40aa4ae4-5fe8-45d7-bc5e-01a57438b136 admin admin] Usage tracker for resource:security_group_rule and tenant:cb2b176628dd4b20a6d55f4185778478 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:06:59.917008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-40aa4ae4-5fe8-45d7-bc5e-01a57438b136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:06:59.923085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-40aa4ae4-5fe8-45d7-bc5e-01a57438b136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:06:59.944322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45df8bd8-a66a-49d1-a27b-299cf28b2640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:06:59.973816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45df8bd8-a66a-49d1-a27b-299cf28b2640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.009189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-40aa4ae4-5fe8-45d7-bc5e-01a57438b136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.012656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-40aa4ae4-5fe8-45d7-bc5e-01a57438b136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.020192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:00.024224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45df8bd8-a66a-49d1-a27b-299cf28b2640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.029136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b737efd4-71f1-458e-b2a5-bb96595d93b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:00.039594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df8bd8-a66a-49d1-a27b-299cf28b2640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbacdbc-880c-41c7-ae4a-ba7b3542a38e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:00.047770 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-45df8bd8-a66a-49d1-a27b-299cf28b2640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:00.053110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45df8bd8-a66a-49d1-a27b-299cf28b2640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.056912 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-45df8bd8-a66a-49d1-a27b-299cf28b2640 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bbacdbc-880c-41c7-ae4a-ba7b3542a38e HTTP/1.1" status: 204  len: 168 time: 0.1718187
Apr 17 04:07:00.069819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa4ae4-5fe8-45d7-bc5e-01a57438b136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ea14de-5e59-40a4-8767-2899cabee696,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:00.073340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-40aa4ae4-5fe8-45d7-bc5e-01a57438b136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:00.078645 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-40aa4ae4-5fe8-45d7-bc5e-01a57438b136 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb2b176628dd4b20a6d55f4185778478&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1998649
Apr 17 04:07:00.078962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 41608) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:00.145817 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cb87ec5-8508-42b5-8798-52518279b64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.174651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cb87ec5-8508-42b5-8798-52518279b64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.302424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cb87ec5-8508-42b5-8798-52518279b64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.308155 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:00.321970 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb87ec5-8508-42b5-8798-52518279b64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ea14de-5e59-40a4-8767-2899cabee696,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:00.324444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8cb87ec5-8508-42b5-8798-52518279b64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:00.334145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e3a5a-1bf0-4907-8d4d-d0deb1a76867 req-9f90b01b-6c38-442b-a504-94c4baff4c56 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:00.335881 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b70e3a5a-1bf0-4907-8d4d-d0deb1a76867 req-9f90b01b-6c38-442b-a504-94c4baff4c56 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 944 time: 0.1403151
Apr 17 04:07:00.398230 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b70e3a5a-1bf0-4907-8d4d-d0deb1a76867 req-931e8ace-263d-4bfd-824f-69fe54199663 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534751
Apr 17 04:07:00.403099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cb87ec5-8508-42b5-8798-52518279b64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.404351 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8cb87ec5-8508-42b5-8798-52518279b64b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84ea14de-5e59-40a4-8767-2899cabee696 HTTP/1.1" status: 204  len: 168 time: 0.3243897
Apr 17 04:07:00.494398 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 41626) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:00.514657 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7b8c5cf8-becd-494b-9e60-a61e8f27ff4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.530469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7b8c5cf8-becd-494b-9e60-a61e8f27ff4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:00.535014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-7b8c5cf8-becd-494b-9e60-a61e8f27ff4f admin admin] Usage tracker for resource:security_group_rule and tenant:0f08eb9f379649c4a131f05057868ba3 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:00.538118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-7b8c5cf8-becd-494b-9e60-a61e8f27ff4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:00.544488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7b8c5cf8-becd-494b-9e60-a61e8f27ff4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:00.633805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7b8c5cf8-becd-494b-9e60-a61e8f27ff4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.642232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7b8c5cf8-becd-494b-9e60-a61e8f27ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.653475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-40aa4ae4-5fe8-45d7-bc5e-01a57438b136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:00.735501 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7b8c5cf8-becd-494b-9e60-a61e8f27ff4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f08eb9f379649c4a131f05057868ba3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2399485
Apr 17 04:07:00.738459 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41640) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:00.742180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c5cf8-becd-494b-9e60-a61e8f27ff4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1405f50b-4963-420f-b6e2-a8787b529474,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:00.745546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7b8c5cf8-becd-494b-9e60-a61e8f27ff4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:00.795438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667b83d-26ef-42a4-a2ed-b6faa1fba4d4 req-97d19c83-8d09-4911-9fb0-574cafb126bf tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:00.797077 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3667b83d-26ef-42a4-a2ed-b6faa1fba4d4 req-97d19c83-8d09-4911-9fb0-574cafb126bf tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 946 time: 0.1089125
Apr 17 04:07:00.815080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8eecb622-90a3-430d-a7c4-a934a61b4d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.845046 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8eecb622-90a3-430d-a7c4-a934a61b4d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.852219 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3667b83d-26ef-42a4-a2ed-b6faa1fba4d4 req-04739f44-defa-4f7a-9065-127b544e9ce8 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487854
Apr 17 04:07:00.892421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8eecb622-90a3-430d-a7c4-a934a61b4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.897443 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9ba7a347-2e35-47bf-9728-3da9c26cc5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:00.910811 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eecb622-90a3-430d-a7c4-a934a61b4d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1405f50b-4963-420f-b6e2-a8787b529474,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:00.913269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8eecb622-90a3-430d-a7c4-a934a61b4d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:00.920892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8eecb622-90a3-430d-a7c4-a934a61b4d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:00.922132 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8eecb622-90a3-430d-a7c4-a934a61b4d03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1405f50b-4963-420f-b6e2-a8787b529474 HTTP/1.1" status: 204  len: 168 time: 0.1825800
Apr 17 04:07:01.068278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ceeaf-0e15-46ae-9a08-9083fd26037b req-13c72f68-c595-4780-9a91-46376349372f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:01.070134 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-998ceeaf-0e15-46ae-9a08-9083fd26037b req-13c72f68-c595-4780-9a91-46376349372f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0997410
Apr 17 04:07:01.119723 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-998ceeaf-0e15-46ae-9a08-9083fd26037b req-5ca2fae8-9891-4b88-b7d9-62287bc453b8 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423601
Apr 17 04:07:01.146743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device d9f410a3-d906-45f9-9bc6-fb7f28f2b154 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:07:01.220065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port d9f410a3-d906-45f9-9bc6-fb7f28f2b154 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:07:01.225436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port d9f410a3-d906-45f9-9bc6-fb7f28f2b154 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:07:01.225856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:01.338575 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41668) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:01.355374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:01.357999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c5fb9e88-45e6-4afa-9f54-abe3a42ec9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:01.374141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c5fb9e88-45e6-4afa-9f54-abe3a42ec9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:01.378526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c5fb9e88-45e6-4afa-9f54-abe3a42ec9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:357a0f6061a547e0baba9746e02b04b5 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:01.381789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c5fb9e88-45e6-4afa-9f54-abe3a42ec9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:01.384182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c3cff6-bd46-4d51-81e1-c40fd79a5606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:07:01.395479 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port d9f410a3-d906-45f9-9bc6-fb7f28f2b154, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d9f410a3-d906-45f9-9bc6-fb7f28f2b154,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:07:01.399385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:01.401345 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:01.405048 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c5fb9e88-45e6-4afa-9f54-abe3a42ec9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:01.480819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=d9f410a3-d906-45f9-9bc6-fb7f28f2b154,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:01.486272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:01.492153 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c3cff6-bd46-4d51-81e1-c40fd79a5606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154', 'code': 200}
Apr 17 04:07:01.521287 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c5fb9e88-45e6-4afa-9f54-abe3a42ec9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:01.524664 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c5fb9e88-45e6-4afa-9f54-abe3a42ec9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:01.535208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a526e36d-2b52-49d6-a82f-59d5ae140a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:01.582436 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c5fb9e88-45e6-4afa-9f54-abe3a42ec9b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=357a0f6061a547e0baba9746e02b04b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2428279
Apr 17 04:07:01.584200 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb9e88-45e6-4afa-9f54-abe3a42ec9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48745203-b0ed-4915-8238-e89b3d9b1d2b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:01.585451 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 41680) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:01.587471 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c5fb9e88-45e6-4afa-9f54-abe3a42ec9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:01.729909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd3b9-7fe3-4c31-981d-94068d7557ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:01.765731 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9711c8-08f0-4698-a97f-b08d4d5b0e2a req-346e55b6-f3c0-4473-915d-a22c84b2b95c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:01.767441 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc9711c8-08f0-4698-a97f-b08d4d5b0e2a req-346e55b6-f3c0-4473-915d-a22c84b2b95c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 945 time: 0.1580014
Apr 17 04:07:01.776607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd3b9-7fe3-4c31-981d-94068d7557ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:01.852439 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc9711c8-08f0-4698-a97f-b08d4d5b0e2a req-9632429d-ac36-4fec-bb92-106147c647d0 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779619
Apr 17 04:07:01.863027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd3b9-7fe3-4c31-981d-94068d7557ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:01.868280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a267e765-d7d2-43d9-bb39-778f4789aef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:01.881984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dd3b9-7fe3-4c31-981d-94068d7557ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48745203-b0ed-4915-8238-e89b3d9b1d2b,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:01.887041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d6dd3b9-7fe3-4c31-981d-94068d7557ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:01.893085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d6dd3b9-7fe3-4c31-981d-94068d7557ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:01.894382 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5d6dd3b9-7fe3-4c31-981d-94068d7557ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48745203-b0ed-4915-8238-e89b3d9b1d2b HTTP/1.1" status: 204  len: 168 time: 0.3076978
Apr 17 04:07:02.093936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca8e6e-e8be-43d3-bdf0-f141a7a8aa18 req-31f5d0ae-f8c8-428a-8bd4-bdeba071f948 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:02.095697 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-54ca8e6e-e8be-43d3-bdf0-f141a7a8aa18 req-31f5d0ae-f8c8-428a-8bd4-bdeba071f948 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 946 time: 0.1134393
Apr 17 04:07:02.164607 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-54ca8e6e-e8be-43d3-bdf0-f141a7a8aa18 req-eaa8f27d-8a2f-41ed-a233-b991ce312176 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538993
Apr 17 04:07:02.398589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d569b-f2fa-4f8c-b613-233a3fd174d3 req-b94620f1-cad2-47f0-87ab-979f2b04cd70 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:02.400189 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-791d569b-f2fa-4f8c-b613-233a3fd174d3 req-b94620f1-cad2-47f0-87ab-979f2b04cd70 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1059875
Apr 17 04:07:02.449866 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-791d569b-f2fa-4f8c-b613-233a3fd174d3 req-97f42ed0-68c3-4420-bbcc-95d6a8e3aa35 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430474
Apr 17 04:07:03.066630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d226259-7eed-444e-bbcf-2d3a2c52c3d0 req-3f9b218a-b716-4998-ac14-88a96cc938e7 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:03.068382 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3d226259-7eed-444e-bbcf-2d3a2c52c3d0 req-3f9b218a-b716-4998-ac14-88a96cc938e7 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 945 time: 0.0947399
Apr 17 04:07:03.120841 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3d226259-7eed-444e-bbcf-2d3a2c52c3d0 req-b65e7e89-2694-440f-b1bc-388d2b37c607 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454750
Apr 17 04:07:03.192882 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 41764) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:03.355456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd944-2a88-4657-93cb-4ed2d24447d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:03.381609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4c3dd944-2a88-4657-93cb-4ed2d24447d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:03.389957 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4c3dd944-2a88-4657-93cb-4ed2d24447d9 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d5fff8ac4845099d7735027131c194 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:03.401098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4c3dd944-2a88-4657-93cb-4ed2d24447d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:03.410910 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4c3dd944-2a88-4657-93cb-4ed2d24447d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:03.442375 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a118c-c543-43f5-a44b-567c16579164 req-3191b787-fe71-4c90-903e-0c832467bd5f tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:03.444040 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a63a118c-c543-43f5-a44b-567c16579164 req-3191b787-fe71-4c90-903e-0c832467bd5f tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 946 time: 0.1611207
Apr 17 04:07:03.466822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e22bf-1f45-4bcc-98c4-0483c2b94c50 req-ed1f45a0-11e7-4015-b9e8-a610cfe27d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:03.468440 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b60e22bf-1f45-4bcc-98c4-0483c2b94c50 req-ed1f45a0-11e7-4015-b9e8-a610cfe27d56 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 1098 time: 0.0791471
Apr 17 04:07:03.510955 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a63a118c-c543-43f5-a44b-567c16579164 req-ef0ebe05-7df2-482a-8674-28dfd151c095 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570407
Apr 17 04:07:03.528929 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b60e22bf-1f45-4bcc-98c4-0483c2b94c50 req-db4eab96-06d1-4433-9629-75f02da4900a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522859
Apr 17 04:07:03.565517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd944-2a88-4657-93cb-4ed2d24447d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:03.568593 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd944-2a88-4657-93cb-4ed2d24447d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:03.576104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:03.673094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dd944-2a88-4657-93cb-4ed2d24447d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86511134-469a-4675-b63c-ace3ccd352dc,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:03.677015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4c3dd944-2a88-4657-93cb-4ed2d24447d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:03.691477 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4c3dd944-2a88-4657-93cb-4ed2d24447d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8d5fff8ac4845099d7735027131c194&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4941947
Apr 17 04:07:03.691942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 41792) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:03.722169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ecbc9-59a6-4742-8b92-cc4f18edccaf req-65c77fa2-0a1f-44f9-b85f-f856875873c8 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:03.723892 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3a7ecbc9-59a6-4742-8b92-cc4f18edccaf req-65c77fa2-0a1f-44f9-b85f-f856875873c8 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1389174
Apr 17 04:07:03.769097 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-029e0be5-5f27-4a5a-b8fb-5255512a2628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:03.774271 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3a7ecbc9-59a6-4742-8b92-cc4f18edccaf req-54bbb29a-aa97-4cc5-afd3-db821635631a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439904
Apr 17 04:07:03.796788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-029e0be5-5f27-4a5a-b8fb-5255512a2628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:03.848426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-029e0be5-5f27-4a5a-b8fb-5255512a2628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:03.853593 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:03.866806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e0be5-5f27-4a5a-b8fb-5255512a2628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86511134-469a-4675-b63c-ace3ccd352dc,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:03.870470 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-029e0be5-5f27-4a5a-b8fb-5255512a2628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:03.876209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-029e0be5-5f27-4a5a-b8fb-5255512a2628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:03.877579 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-029e0be5-5f27-4a5a-b8fb-5255512a2628 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86511134-469a-4675-b63c-ace3ccd352dc HTTP/1.1" status: 204  len: 168 time: 0.1843364
Apr 17 04:07:04.375245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6a8d1-fc8b-4d62-9bbd-18505a32828e req-7bc39441-365e-4dc5-81ce-6026855d8e3a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:04.376045 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c6d6a8d1-fc8b-4d62-9bbd-18505a32828e req-7bc39441-365e-4dc5-81ce-6026855d8e3a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 945 time: 0.1016345
Apr 17 04:07:04.481662 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c6d6a8d1-fc8b-4d62-9bbd-18505a32828e req-a0c9c9fd-30d3-4408-b2dd-f90da8a6823e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809810
Apr 17 04:07:04.719667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a3cb2-61b4-4538-86d6-a19fd15292ce req-791622a5-a76e-4305-93fc-81acdbe5d8b8 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:04.721479 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-876a3cb2-61b4-4538-86d6-a19fd15292ce req-791622a5-a76e-4305-93fc-81acdbe5d8b8 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 946 time: 0.0907886
Apr 17 04:07:04.771098 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-876a3cb2-61b4-4538-86d6-a19fd15292ce req-48f0fcdc-f580-4056-9b53-3201356b0bc1 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/security-groups?id=0d3e8350-3aed-4d03-96b9-ecc52b15c389&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421648
Apr 17 04:07:04.971375 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be832554-d1f3-47b0-85d4-ccb976266804 req-5f60d13e-31ca-4529-9959-d248aa35b756 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:04.973065 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-be832554-d1f3-47b0-85d4-ccb976266804 req-5f60d13e-31ca-4529-9959-d248aa35b756 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.43 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 946 time: 0.0897183
Apr 17 04:07:04.990293 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e78b0-842e-4d39-8e32-da0c4df6c7ae req-1525b0ef-945e-4998-84ac-8081ede85e7f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:04.992014 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-af8e78b0-842e-4d39-8e32-da0c4df6c7ae req-1525b0ef-945e-4998-84ac-8081ede85e7f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0946770
Apr 17 04:07:05.071076 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-af8e78b0-842e-4d39-8e32-da0c4df6c7ae req-e89af0b2-3279-4819-a77a-3cab9ff9f791 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648577
Apr 17 04:07:05.123639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-be832554-d1f3-47b0-85d4-ccb976266804 req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Deleting port 1777d249-f83c-43be-b308-4b4b0e311030 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:07:05.124027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-be832554-d1f3-47b0-85d4-ccb976266804 req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:05.420555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-be832554-d1f3-47b0-85d4-ccb976266804 req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] For port 1777d249-f83c-43be-b308-4b4b0e311030, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1777d249-f83c-43be-b308-4b4b0e311030,segment=NetworkSegment(fcb66c2a-8879-4c6b-add2-8c5dfa594965),segment_id=fcb66c2a-8879-4c6b-add2-8c5dfa594965)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:07:05.420968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-be832554-d1f3-47b0-85d4-ccb976266804 req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:05.599629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-be832554-d1f3-47b0-85d4-ccb976266804 req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Calling delete_port for 1777d249-f83c-43be-b308-4b4b0e311030 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:07:05.752199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2839f55-b1e8-4291-af21-f166e20d84cf req-32398c9e-14f8-4973-a536-e7055c63ad97 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:05.759877 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2839f55-b1e8-4291-af21-f166e20d84cf req-32398c9e-14f8-4973-a536-e7055c63ad97 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 945 time: 0.0991695
Apr 17 04:07:05.834721 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2839f55-b1e8-4291-af21-f166e20d84cf req-60b6086d-9aea-40b3-bc7d-97ba465c6446 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738056
Apr 17 04:07:05.893863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-be832554-d1f3-47b0-85d4-ccb976266804 req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:05.911978 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:06.091369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['1777d249-f83c-43be-b308-4b4b0e311030'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:07:06.171846 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Pushing event deleted for resources: {'Port': ['ID=1777d249-f83c-43be-b308-4b4b0e311030,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:06.175808 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-be832554-d1f3-47b0-85d4-ccb976266804 req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] No DVR routers for this DVR port 1777d249-f83c-43be-b308-4b4b0e311030 on host hv-cinder-78605 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:07:06.190932 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:06.231342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-be832554-d1f3-47b0-85d4-ccb976266804 req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:06.235095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09026879-4f43-4c57-b9cd-b42945daf83f', 'name': 'network-vif-deleted', 'tag': '1777d249-f83c-43be-b308-4b4b0e311030'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:07:06.272733 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-be832554-d1f3-47b0-85d4-ccb976266804 req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.43 "DELETE /v2.0/ports/1777d249-f83c-43be-b308-4b4b0e311030 HTTP/1.1" status: 204  len: 173 time: 1.2725329
Apr 17 04:07:06.379854 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3eb42d8f-1831-4da0-a284-e32dba9f9455 req-dfdccce5-0f54-4135-9550-ec467632195c tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 210 time: 0.3877566
Apr 17 04:07:06.523649 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09026879-4f43-4c57-b9cd-b42945daf83f', 'name': 'network-vif-deleted', 'tag': '1777d249-f83c-43be-b308-4b4b0e311030', 'status': 'completed', 'code': 200}
Apr 17 04:07:06.538485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dc39d-3633-4cef-80e3-cde1aaf8c4bb req-2989e74c-6d7d-4ea7-8100-c01543840537 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:06.540095 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2b4dc39d-3633-4cef-80e3-cde1aaf8c4bb req-2989e74c-6d7d-4ea7-8100-c01543840537 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1226087
Apr 17 04:07:06.592238 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a17ceeea-1cf3-4a5f-be73-c838b4d9e659 req-5795e030-bd2f-44e6-8718-ed7225cccc91 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1894913
Apr 17 04:07:06.598956 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2b4dc39d-3633-4cef-80e3-cde1aaf8c4bb req-5905c970-9f6e-41e6-b12c-30c50ef5dccb tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521562
Apr 17 04:07:06.767597 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ceeea-1cf3-4a5f-be73-c838b4d9e659 req-0c4593e2-ab4b-446f-b0b7-d6a3dc0b143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:06.769284 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a17ceeea-1cf3-4a5f-be73-c838b4d9e659 req-0c4593e2-ab4b-446f-b0b7-d6a3dc0b143c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 1099 time: 0.0835731
Apr 17 04:07:07.579174 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a34b97d4-1468-45e0-b900-d84e6ac08a07 req-322cc431-fcfe-41f6-b018-8eaefd6c40ef tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 210 time: 0.0515685
Apr 17 04:07:07.807313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd73c46-b203-491d-a9ff-e062af94fcc1 req-e2e7b6be-a3a7-4e0a-85e1-d75f0dcc9aeb tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:07.808909 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cbd73c46-b203-491d-a9ff-e062af94fcc1 req-e2e7b6be-a3a7-4e0a-85e1-d75f0dcc9aeb tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0912938
Apr 17 04:07:07.842279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-13f5085c-f758-4a5d-87cc-39e29d4cd1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:07.860162 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cbd73c46-b203-491d-a9ff-e062af94fcc1 req-5a14a95d-1f88-470c-9cb1-c91b8020b055 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443907
Apr 17 04:07:08.719312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 1777d249-f83c-43be-b308-4b4b0e311030 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:07:08.762580 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d227b434-1aa2-413b-8707-3bc39807e009 req-2f3b6928-89c5-47e9-9916-aa9bc1f1d7b9 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 210 time: 0.0570974
Apr 17 04:07:08.764460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 1777d249-f83c-43be-b308-4b4b0e311030 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:07:08.764920 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 1777d249-f83c-43be-b308-4b4b0e311030 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:07:08.772261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:09.061312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40478-02e6-40c5-97da-cda610776712 req-6f82bde4-b874-41c4-89b1-dbe305c584fa tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:09.062923 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-37f40478-02e6-40c5-97da-cda610776712 req-6f82bde4-b874-41c4-89b1-dbe305c584fa tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0904865
Apr 17 04:07:09.112067 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-37f40478-02e6-40c5-97da-cda610776712 req-4defe0d1-dc9c-40f8-bd05-2bcce5004283 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426190
Apr 17 04:07:09.935962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ceeea-1cf3-4a5f-be73-c838b4d9e659 req-ebb64335-a99f-4077-bba3-48508912a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:09.937907 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a17ceeea-1cf3-4a5f-be73-c838b4d9e659 req-ebb64335-a99f-4077-bba3-48508912a844 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 916 time: 0.1468561
Apr 17 04:07:09.940885 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d7794fbb-3af2-41a4-badd-5a1d71c00748 req-7d2311d2-031b-44b5-8408-428b93b42de0 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 210 time: 0.0514634
Apr 17 04:07:10.013742 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a17ceeea-1cf3-4a5f-be73-c838b4d9e659 req-7466d74f-4cac-4ef5-a039-d9f615faa514 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aac73be1-ad1a-4cc1-852e-7220936415c8 HTTP/1.1" status: 200  len: 217 time: 0.0687156
Apr 17 04:07:10.091437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ceeea-1cf3-4a5f-be73-c838b4d9e659 req-fb4a9a6d-fe88-4cd7-97c4-7dd56ddc3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:10.093027 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a17ceeea-1cf3-4a5f-be73-c838b4d9e659 req-fb4a9a6d-fe88-4cd7-97c4-7dd56ddc3d31 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a641dc7-2c59-499e-8e47-d20e6694166c HTTP/1.1" status: 200  len: 855 time: 0.0694363
Apr 17 04:07:10.150032 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a17ceeea-1cf3-4a5f-be73-c838b4d9e659 req-adf2d743-33e3-48a6-bc20-de18b9a164b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493207
Apr 17 04:07:10.230754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cc7d29cb-e6ce-488c-827b-bf33749045e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:10.297113 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a17ceeea-1cf3-4a5f-be73-c838b4d9e659 req-15304819-6bfe-43ea-b03d-8b31698d7e67 service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396081
Apr 17 04:07:10.328732 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e4b70-3342-4093-a04f-a3a2773bbb26 req-a80da922-efbb-4df3-86db-5bb72188ac11 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:10.333048 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e89e4b70-3342-4093-a04f-a3a2773bbb26 req-a80da922-efbb-4df3-86db-5bb72188ac11 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0963709
Apr 17 04:07:10.380564 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e89e4b70-3342-4093-a04f-a3a2773bbb26 req-76974478-42d1-4043-ab1f-58a6308246a7 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407724
Apr 17 04:07:10.447595 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a17ceeea-1cf3-4a5f-be73-c838b4d9e659 req-9f741eb2-70e5-483b-ae2c-faca5b4d9a78 service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408653
Apr 17 04:07:11.105135 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:11.127939 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ca7988b4-aff4-4aee-9be4-16832c36d9dc req-9164c056-3db6-4e49-9cdb-0b8a6cfbe930 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] 10.222.0.36 "GET /v2.0/ports?device_id=09026879-4f43-4c57-b9cd-b42945daf83f HTTP/1.1" status: 200  len: 210 time: 0.0539193
Apr 17 04:07:11.400278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:11.596341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120d07f-4654-4751-a4f5-6f87abe71604 req-7ea1b7be-d581-4a0d-909c-a97765fa5880 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:11.598431 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9120d07f-4654-4751-a4f5-6f87abe71604 req-7ea1b7be-d581-4a0d-909c-a97765fa5880 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1005876
Apr 17 04:07:11.649500 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9120d07f-4654-4751-a4f5-6f87abe71604 req-13cf5b35-e4c7-41c9-a7f4-516e29882631 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419686
Apr 17 04:07:12.326636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-0215d02d-14d1-47ff-87a6-12479dc9dd84 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:12.334285 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-0215d02d-14d1-47ff-87a6-12479dc9dd84 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 815 time: 0.1879218
Apr 17 04:07:12.351772 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c67c847e-2383-476b-a8f4-39178a64f021 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/quotas/d9f0154219a143acba7a1cc126fd72de HTTP/1.1" status: 200  len: 375 time: 0.0164819
Apr 17 04:07:12.377019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42064) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:12.456294 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-d3e72ef2-59de-4919-884c-f1ba2d855c29 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1036069
Apr 17 04:07:12.537568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b6a9954-c105-4e03-b6d9-a9a4b483c1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:12.556270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5b6a9954-c105-4e03-b6d9-a9a4b483c1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:12.560793 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5b6a9954-c105-4e03-b6d9-a9a4b483c1a0 admin admin] Usage tracker for resource:security_group_rule and tenant:04e1b35e474247e291502ea756297a89 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:12.564103 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5b6a9954-c105-4e03-b6d9-a9a4b483c1a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:12.580436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5b6a9954-c105-4e03-b6d9-a9a4b483c1a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:12.621469 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-fb4ab461-f2b8-4cac-a2b2-bd19e6373bfc service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574495
Apr 17 04:07:12.693999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b6a9954-c105-4e03-b6d9-a9a4b483c1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:12.700411 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b6a9954-c105-4e03-b6d9-a9a4b483c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:12.717418 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-869beb81-ebc6-4580-96d5-4458d8adf08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:12.841470 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5b6a9954-c105-4e03-b6d9-a9a4b483c1a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04e1b35e474247e291502ea756297a89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4631019
Apr 17 04:07:12.844355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:12.844805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42084) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:12.875125 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a9954-c105-4e03-b6d9-a9a4b483c1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c75812-8474-4c35-8bdc-b86019271f1d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:12.883123 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5b6a9954-c105-4e03-b6d9-a9a4b483c1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:12.938649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b97e3c9-0f98-434d-8ae2-49c0ad437be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:12.956739 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-e5b6c468-2410-466d-8ae0-f587ae19bf36 service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3340499
Apr 17 04:07:12.968803 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b97e3c9-0f98-434d-8ae2-49c0ad437be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:12.987013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7e967-62e1-4964-90c2-7c293baeef31 req-fb3070c8-ce05-4b82-b7e8-5f6d5f797631 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:12.988643 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2bd7e967-62e1-4964-90c2-7c293baeef31 req-fb3070c8-ce05-4b82-b7e8-5f6d5f797631 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1630406
Apr 17 04:07:13.019087 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b97e3c9-0f98-434d-8ae2-49c0ad437be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:13.024525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8eecb622-90a3-430d-a7c4-a934a61b4d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:13.050803 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2bd7e967-62e1-4964-90c2-7c293baeef31 req-0df24dae-e2ac-4627-a0f9-2de11c00a66a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555770
Apr 17 04:07:13.057300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97e3c9-0f98-434d-8ae2-49c0ad437be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c75812-8474-4c35-8bdc-b86019271f1d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:13.081712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5b97e3c9-0f98-434d-8ae2-49c0ad437be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:13.099065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b97e3c9-0f98-434d-8ae2-49c0ad437be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:13.100631 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5b97e3c9-0f98-434d-8ae2-49c0ad437be6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4c75812-8474-4c35-8bdc-b86019271f1d HTTP/1.1" status: 204  len: 168 time: 0.2544901
Apr 17 04:07:13.273727 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1cae8a2f-508b-4728-bf57-304aa2d616c6 req-abd72dc3-5b80-47b0-adfd-c44441abb4ea tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 210 time: 0.0871036
Apr 17 04:07:13.511034 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42118) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:13.534529 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab9709d2-a8cd-47fd-ace3-7651f64926b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:13.553878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ab9709d2-a8cd-47fd-ace3-7651f64926b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:13.558655 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ab9709d2-a8cd-47fd-ace3-7651f64926b8 admin admin] Usage tracker for resource:security_group_rule and tenant:14cc4d69f19a48ee87be7f491078fce6 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:13.562043 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ab9709d2-a8cd-47fd-ace3-7651f64926b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:13.569187 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ab9709d2-a8cd-47fd-ace3-7651f64926b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:13.682217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab9709d2-a8cd-47fd-ace3-7651f64926b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:13.699291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab9709d2-a8cd-47fd-ace3-7651f64926b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:13.701204 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-65105b50-3df0-41f4-8dd8-7be825105d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:13.761816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9709d2-a8cd-47fd-ace3-7651f64926b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3c8a8-cd85-44ee-aaec-c75d2a7e8fcb,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:13.765659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ab9709d2-a8cd-47fd-ace3-7651f64926b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:13.771715 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ab9709d2-a8cd-47fd-ace3-7651f64926b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14cc4d69f19a48ee87be7f491078fce6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2574737
Apr 17 04:07:13.772509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42126) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:13.845553 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7ca1-d1c6-437a-aa06-45043fa74d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:13.879935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7ca1-d1c6-437a-aa06-45043fa74d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:13.942316 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7ca1-d1c6-437a-aa06-45043fa74d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:13.952274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7b8c5cf8-becd-494b-9e60-a61e8f27ff4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:13.971328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd7ca1-d1c6-437a-aa06-45043fa74d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3c8a8-cd85-44ee-aaec-c75d2a7e8fcb,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:13.973649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3cbd7ca1-d1c6-437a-aa06-45043fa74d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:13.975023 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-3cbd7ca1-d1c6-437a-aa06-45043fa74d65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ba3c8a8-cd85-44ee-aaec-c75d2a7e8fcb HTTP/1.1" status: 204  len: 168 time: 0.2011275
Apr 17 04:07:13.976396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3cbd7ca1-d1c6-437a-aa06-45043fa74d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:14.353615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42160) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:14.444670 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6580745-c68d-4a9e-8e24-4ad1cdd9c88f req-861f193c-ff4d-4da8-90b7-9a7454f5f268 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:14.454375 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6580745-c68d-4a9e-8e24-4ad1cdd9c88f req-861f193c-ff4d-4da8-90b7-9a7454f5f268 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1477084
Apr 17 04:07:14.561616 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84cb845-373c-407d-860e-b458790210c3 admin admin] Deleting subnet c836ab38-9325-47c3-992d-786530cba000 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:07:14.567909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d84cb845-373c-407d-860e-b458790210c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:14.577839 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6580745-c68d-4a9e-8e24-4ad1cdd9c88f req-5179e3be-0c13-464f-ab39-ed502ae9f9c3 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222615
Apr 17 04:07:14.629340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d84cb845-373c-407d-860e-b458790210c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2449534'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:14.709452 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e8fe436a-a41d-403d-b64b-9aa08e1ea875 req-f5a6fccc-2517-48b3-8417-122b816596c7 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 210 time: 0.1304414
Apr 17 04:07:14.806133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d84cb845-373c-407d-860e-b458790210c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:15.070890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-350e7f48-1d03-4ef2-878b-21c2bd08ca39 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:15.072529 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-350e7f48-1d03-4ef2-878b-21c2bd08ca39 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 815 time: 0.4747908
Apr 17 04:07:15.094374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Request body: {'port': {'device_id': '649b4338-ccda-4130-b2db-3a2bfa25f8a2', 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d', 'admin_state_up': True, 'tenant_id': 'd9f0154219a143acba7a1cc126fd72de'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:07:15.536104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:15.544902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Usage tracker for resource:port and tenant:d9f0154219a143acba7a1cc126fd72de is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:15.548338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:15.558186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:15.575958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Made reservation on behalf of d9f0154219a143acba7a1cc126fd72de for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:07:15.582733 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:15.598718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d84cb845-373c-407d-860e-b458790210c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262441'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:15.619232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:15.704777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cb845-373c-407d-860e-b458790210c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c836ab38-9325-47c3-992d-786530cba000,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:15.877180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883ca7d-a7da-4649-8da7-8a9164723534 req-330a70f7-e7b5-4103-bbb3-2c15c9bafbc0 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:15.885878 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c883ca7d-a7da-4649-8da7-8a9164723534 req-330a70f7-e7b5-4103-bbb3-2c15c9bafbc0 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1429272
Apr 17 04:07:15.929266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Allocated IP 172.20.0.4 (cf3cdb63-dd7f-4313-bf72-5d3eea4d913d/8a641dc7-2c59-499e-8e47-d20e6694166c/4c9c92f2-a88d-483d-a54a-6b7aad577409) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:07:15.971349 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c883ca7d-a7da-4649-8da7-8a9164723534 req-620dbeba-e7d4-417d-bffb-c2843255ed1e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844209
Apr 17 04:07:15.979628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d84cb845-373c-407d-860e-b458790210c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:15.980509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d84cb845-373c-407d-860e-b458790210c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:16.023064 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-d84cb845-373c-407d-860e-b458790210c3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c836ab38-9325-47c3-992d-786530cba000 HTTP/1.1" status: 204  len: 168 time: 1.6658647
Apr 17 04:07:16.037217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42242) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:16.096695 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aa4a5a78-24a8-4fd5-b3ab-753ec9d28b7e req-e1b5faec-77d3-4167-bb52-1a0b4fbd126f tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 210 time: 0.1232791
Apr 17 04:07:16.276497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:16.347278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:16.459681 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:16.578811 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:16.589964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc97695f8>,) {'filters': {'network_id': ['76d36585-3d3f-4d5a-a523-3666456774cb']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:07:16.593549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['aac73be1-ad1a-4cc1-852e-7220936415c8', 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:07:16.600260 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:16.649794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc97695f8>, 'fcb66c2a-8879-4c6b-add2-8c5dfa594965') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:07:16.650126 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc97695f8>, 'fcb66c2a-8879-4c6b-add2-8c5dfa594965') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:07:16.675740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:07:16.680340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:07:16.683382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:16.692960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:07:16.749348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:16.770662 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Pushing event updated for resources: {'Port': ['ID=4c9c92f2-a88d-483d-a54a-6b7aad577409,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:16.774474 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42276) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:16.775986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:07:16.793264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:16.817050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:16.817643 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:16.922878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b1fcbe4d-f603-481b-be3a-3f5766d41b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:16.945065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b1fcbe4d-f603-481b-be3a-3f5766d41b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:16.949913 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b1fcbe4d-f603-481b-be3a-3f5766d41b8f admin admin] Usage tracker for resource:security_group_rule and tenant:d12a34c7c04949f1bc1a37af77dd916f is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:16.953273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b1fcbe4d-f603-481b-be3a-3f5766d41b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:16.955804 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8676660
Apr 17 04:07:16.963350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b1fcbe4d-f603-481b-be3a-3f5766d41b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:16.980322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Request body: {'port': {'device_id': '649b4338-ccda-4130-b2db-3a2bfa25f8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:07:17.026706 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Network 76d36585-3d3f-4d5a-a523-3666456774cb has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:07:17.066959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:17.097567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b1fcbe4d-f603-481b-be3a-3f5766d41b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:17.102133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b1fcbe4d-f603-481b-be3a-3f5766d41b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:17.111700 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f81bf500-6474-4fa0-a6f1-3e1b375f4199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:17.247248 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b1fcbe4d-f603-481b-be3a-3f5766d41b8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d12a34c7c04949f1bc1a37af77dd916f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4713578
Apr 17 04:07:17.248834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42326) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:17.262281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcbe4d-f603-481b-be3a-3f5766d41b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dd1a8c-30d8-404e-b8e8-5ae0c494a1c0,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:17.296343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b1fcbe4d-f603-481b-be3a-3f5766d41b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:17.379225 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a886b-c7d1-4da0-b1bd-905e58b0ec5b req-985bcf83-1d13-48cd-89f0-7d5f9e64e71a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:17.380854 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-846a886b-c7d1-4da0-b1bd-905e58b0ec5b req-985bcf83-1d13-48cd-89f0-7d5f9e64e71a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.2521641
Apr 17 04:07:17.392047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Network 76d36585-3d3f-4d5a-a523-3666456774cb has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:07:17.421993 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a64adb69-0f43-4206-b4e3-005ff1ed45a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:07:17.426277 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:07:17.478587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a64adb69-0f43-4206-b4e3-005ff1ed45a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:17.501890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:17.508305 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-846a886b-c7d1-4da0-b1bd-905e58b0ec5b req-8405c857-3923-4843-a99d-ab235b92044a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136198
Apr 17 04:07:17.537918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66adc77-3099-4248-9221-eef55d631046 req-c2c40486-87ca-4a6c-b998-79efa38d299e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:17.545766 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c66adc77-3099-4248-9221-eef55d631046 req-c2c40486-87ca-4a6c-b998-79efa38d299e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 931 time: 0.2579520
Apr 17 04:07:17.566564 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:17.581475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:17.586988 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:17.606554 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c66adc77-3099-4248-9221-eef55d631046 req-0b34ab86-5613-4cce-8469-a1528a59d051 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597830
Apr 17 04:07:17.610060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a64adb69-0f43-4206-b4e3-005ff1ed45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:17.615437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5f91d9c0-1c18-4db3-a56c-32140942f4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:17.633652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64adb69-0f43-4206-b4e3-005ff1ed45a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dd1a8c-30d8-404e-b8e8-5ae0c494a1c0,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:17.640249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a64adb69-0f43-4206-b4e3-005ff1ed45a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:17.641182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a64adb69-0f43-4206-b4e3-005ff1ed45a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:17.645962 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a64adb69-0f43-4206-b4e3-005ff1ed45a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79dd1a8c-30d8-404e-b8e8-5ae0c494a1c0 HTTP/1.1" status: 204  len: 168 time: 0.3952272
Apr 17 04:07:17.758616 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] 10.222.0.36 "DELETE /v2.0/networks/76d36585-3d3f-4d5a-a523-3666456774cb HTTP/1.1" status: 204  len: 168 time: 1.7180889
Apr 17 04:07:17.760704 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Pushing event deleted for resources: {'Network': ['ID=76d36585-3d3f-4d5a-a523-3666456774cb,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:17.829812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:17.987947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9c92f2-a88d-483d-a54a-6b7aad577409 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:07:17.996598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.018406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42352) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:18.021990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Transition to ACTIVE for port object 4c9c92f2-a88d-483d-a54a-6b7aad577409 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:07:18.028203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.049562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42356) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:18.050776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bc5249b5-f483-411d-bc50-dcb7e6f15c35 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:18.110479 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-66f76e93-2e1f-4f74-ac73-7fe959b90396 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00b4f784507c462f990de6aad58abe56&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0906212
Apr 17 04:07:18.111554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42364) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:18.174960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae1ed17c-f124-4c46-8996-3b09151203c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.198579 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-893283b3-fdbd-4783-8342-dd9f82871b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.203318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae1ed17c-f124-4c46-8996-3b09151203c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.249183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae1ed17c-f124-4c46-8996-3b09151203c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.255121 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c92f2-a88d-483d-a54a-6b7aad577409,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:18.256667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:18.258167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:18.264251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-893283b3-fdbd-4783-8342-dd9f82871b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:18.273593 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ed17c-f124-4c46-8996-3b09151203c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3e8350-3aed-4d03-96b9-ecc52b15c389,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:18.276431 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ae1ed17c-f124-4c46-8996-3b09151203c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:18.277615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae1ed17c-f124-4c46-8996-3b09151203c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.291673 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ae1ed17c-f124-4c46-8996-3b09151203c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d3e8350-3aed-4d03-96b9-ecc52b15c389 HTTP/1.1" status: 204  len: 168 time: 0.1721461
Apr 17 04:07:18.302542 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-893283b3-fdbd-4783-8342-dd9f82871b65 admin admin] Usage tracker for resource:security_group_rule and tenant:7d6bdd9f7f0f49968c3092fae05d64f6 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:18.308703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-893283b3-fdbd-4783-8342-dd9f82871b65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:18.321355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-893283b3-fdbd-4783-8342-dd9f82871b65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:18.379901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Attempting to bind port 4c9c92f2-a88d-483d-a54a-6b7aad577409 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:07:18.380283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Attempting to bind port 4c9c92f2-a88d-483d-a54a-6b7aad577409 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:07:18.380671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Attempting to bind port 4c9c92f2-a88d-483d-a54a-6b7aad577409 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:07:18.389867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Port 4c9c92f2-a88d-483d-a54a-6b7aad577409 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:07:18.390292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Attempting to bind port 4c9c92f2-a88d-483d-a54a-6b7aad577409 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:07:18.402676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:07:18.403161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Checking segment: {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:07:18.403581 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Bound using segment: {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:07:18.404049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Bound port: 4c9c92f2-a88d-483d-a54a-6b7aad577409, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:07:18.404433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.409845 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:07:18.752893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b1068-a398-462c-af1a-3cc98a0625c2 req-998a8a69-dbfc-4c90-8050-3469a42fcaec tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:18.768604 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c00b1068-a398-462c-af1a-3cc98a0625c2 req-998a8a69-dbfc-4c90-8050-3469a42fcaec tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1274009
Apr 17 04:07:18.778715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-893283b3-fdbd-4783-8342-dd9f82871b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.780131 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] For port 4c9c92f2-a88d-483d-a54a-6b7aad577409, host hv-cinder-78605, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:07:18.783919 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-893283b3-fdbd-4783-8342-dd9f82871b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.794765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5b53edea-e1bf-45e0-8959-5bdc81fbbcf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:18.808911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] For port 4c9c92f2-a88d-483d-a54a-6b7aad577409, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4c9c92f2-a88d-483d-a54a-6b7aad577409,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:07:18.826282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.849791 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-893283b3-fdbd-4783-8342-dd9f82871b65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d6bdd9f7f0f49968c3092fae05d64f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7661726
Apr 17 04:07:18.854228 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42396) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:18.857000 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893283b3-fdbd-4783-8342-dd9f82871b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab50b2bd-46a2-4eee-840b-4cb4fce57e1f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:18.860280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:18.861011 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:18.862643 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] 10.222.0.43 "PUT /v2.0/ports/4c9c92f2-a88d-483d-a54a-6b7aad577409 HTTP/1.1" status: 200  len: 1093 time: 1.8902292
Apr 17 04:07:18.863182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649b4338-ccda-4130-b2db-3a2bfa25f8a2', 'tag': '4c9c92f2-a88d-483d-a54a-6b7aad577409'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:07:18.868601 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-893283b3-fdbd-4783-8342-dd9f82871b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:18.868932 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:18.959365 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c00b1068-a398-462c-af1a-3cc98a0625c2 req-4515b6db-9d1d-40c9-bfa4-7235528c4910 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869583
Apr 17 04:07:19.000363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c92f2-a88d-483d-a54a-6b7aad577409,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:19.010620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:19.015343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-092b3101-7d64-45b9-851c-7b6abd8e4701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:19.035815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0c087-9199-42f8-a858-6933b4285deb req-acb86736-b73e-4507-b9f9-03ecf00c638f tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:19.043654 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-70a0c087-9199-42f8-a858-6933b4285deb req-acb86736-b73e-4507-b9f9-03ecf00c638f tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 943 time: 0.2738240
Apr 17 04:07:19.066763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-ff39b158-d7ce-4509-9d36-84e3964b0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:19.074714 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-ff39b158-d7ce-4509-9d36-84e3964b0927 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 1096 time: 0.1598160
Apr 17 04:07:19.130723 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-70a0c087-9199-42f8-a858-6933b4285deb req-eab4fcf7-f35e-463d-87cc-1f137d979da3 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859308
Apr 17 04:07:19.133148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-092b3101-7d64-45b9-851c-7b6abd8e4701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:19.186572 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-f2a7b6ad-3d47-4349-b124-0d9ddf6234ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c9c92f2-a88d-483d-a54a-6b7aad577409 HTTP/1.1" status: 200  len: 217 time: 0.1018515
Apr 17 04:07:19.233037 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-092b3101-7d64-45b9-851c-7b6abd8e4701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:19.240485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:19.241273 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649b4338-ccda-4130-b2db-3a2bfa25f8a2', 'tag': '4c9c92f2-a88d-483d-a54a-6b7aad577409', 'status': 'completed', 'code': 200}
Apr 17 04:07:19.256867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b3101-7d64-45b9-851c-7b6abd8e4701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab50b2bd-46a2-4eee-840b-4cb4fce57e1f,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:19.265599 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-092b3101-7d64-45b9-851c-7b6abd8e4701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:19.265599 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-092b3101-7d64-45b9-851c-7b6abd8e4701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:19.265599 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-092b3101-7d64-45b9-851c-7b6abd8e4701 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab50b2bd-46a2-4eee-840b-4cb4fce57e1f HTTP/1.1" status: 204  len: 168 time: 0.4047704
Apr 17 04:07:19.278067 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-d0cce058-bd20-4586-973b-09982725c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:19.290031 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-d0cce058-bd20-4586-973b-09982725c154 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a641dc7-2c59-499e-8e47-d20e6694166c HTTP/1.1" status: 200  len: 855 time: 0.0957031
Apr 17 04:07:19.367568 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-bfa7cfbe-937c-462c-9b1d-e7242d35ef28 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685599
Apr 17 04:07:19.544964 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-4a1af529-7e70-4215-851d-a092bafd089f service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665418
Apr 17 04:07:19.696435 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3b13b94-d296-4bb8-9a83-fe9d901a139d req-224c1a81-b8a3-42eb-9f96-c1d2d76b5959 service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435423
Apr 17 04:07:19.834732 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2ebcc-34df-46da-9234-0714c1be838e req-c94552df-40b1-479a-b1d3-e05903daf245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:19.834732 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-02c2ebcc-34df-46da-9234-0714c1be838e req-c94552df-40b1-479a-b1d3-e05903daf245 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 1096 time: 0.0835166
Apr 17 04:07:20.011384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2ebcc-34df-46da-9234-0714c1be838e req-af96ab42-a6e4-40b2-ab07-f027a1ca61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:20.019177 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-02c2ebcc-34df-46da-9234-0714c1be838e req-af96ab42-a6e4-40b2-ab07-f027a1ca61bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 916 time: 0.1687770
Apr 17 04:07:20.130074 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-02c2ebcc-34df-46da-9234-0714c1be838e req-49577c9e-3cbc-407b-81a1-3f8356ad5f36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c9c92f2-a88d-483d-a54a-6b7aad577409 HTTP/1.1" status: 200  len: 217 time: 0.0980926
Apr 17 04:07:20.223657 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6bad3-8603-454b-bb29-9d0cb5dd11ea req-ae0751f9-1b2d-41fb-a6b2-582851818861 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:20.232911 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-73d6bad3-8603-454b-bb29-9d0cb5dd11ea req-ae0751f9-1b2d-41fb-a6b2-582851818861 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1301737
Apr 17 04:07:20.287724 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-73d6bad3-8603-454b-bb29-9d0cb5dd11ea req-ca95172b-7b22-4019-9d16-d90af4f086d2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526502
Apr 17 04:07:20.306805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2ebcc-34df-46da-9234-0714c1be838e req-94af8957-0de4-4808-826f-7f17cf70d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:20.310613 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-02c2ebcc-34df-46da-9234-0714c1be838e req-94af8957-0de4-4808-826f-7f17cf70d994 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a641dc7-2c59-499e-8e47-d20e6694166c HTTP/1.1" status: 200  len: 855 time: 0.1659260
Apr 17 04:07:20.398662 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-02c2ebcc-34df-46da-9234-0714c1be838e req-e699c15c-7eb6-45d4-b035-ed34c3d4ae2d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0786276
Apr 17 04:07:20.593662 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3b3af-a1f8-4c42-9e67-a17a5db41c1e req-fc373659-23ac-483b-ae93-aec06165c7a9 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:20.595930 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fdd3b3af-a1f8-4c42-9e67-a17a5db41c1e req-fc373659-23ac-483b-ae93-aec06165c7a9 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 943 time: 0.1564267
Apr 17 04:07:20.664939 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fdd3b3af-a1f8-4c42-9e67-a17a5db41c1e req-cca116ea-87bc-48ae-b5db-9418c5737c90 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620327
Apr 17 04:07:20.690567 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-02c2ebcc-34df-46da-9234-0714c1be838e req-45944087-51f1-43fe-933e-c34d292c3fbf service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753091
Apr 17 04:07:20.800873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42478) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:20.849020 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-02c2ebcc-34df-46da-9234-0714c1be838e req-3f3e13c6-1d47-40bf-b24d-bac545cb8d58 service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503193
Apr 17 04:07:20.993792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c88fc90d-3046-4fd0-af86-be21aa23913d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:21.009201 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c88fc90d-3046-4fd0-af86-be21aa23913d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:21.013343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c88fc90d-3046-4fd0-af86-be21aa23913d admin admin] Usage tracker for resource:security_group_rule and tenant:ffc364cf923b46348db9ca4a25a28056 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:21.016601 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c88fc90d-3046-4fd0-af86-be21aa23913d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:21.022971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c88fc90d-3046-4fd0-af86-be21aa23913d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:21.126210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c88fc90d-3046-4fd0-af86-be21aa23913d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:21.129287 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c88fc90d-3046-4fd0-af86-be21aa23913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:21.139081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:21.181884 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c88fc90d-3046-4fd0-af86-be21aa23913d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffc364cf923b46348db9ca4a25a28056&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3798470
Apr 17 04:07:21.183526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fc90d-3046-4fd0-af86-be21aa23913d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81edcd54-2a37-4da3-b822-30808ddee5d7,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:21.184863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42496) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:21.186644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c88fc90d-3046-4fd0-af86-be21aa23913d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:21.248736 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb96dd78-99ad-4ee5-85de-c8056eb92b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:21.282281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb96dd78-99ad-4ee5-85de-c8056eb92b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:21.330973 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb96dd78-99ad-4ee5-85de-c8056eb92b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:21.336872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:21.350745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96dd78-99ad-4ee5-85de-c8056eb92b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81edcd54-2a37-4da3-b822-30808ddee5d7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:21.354539 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cb96dd78-99ad-4ee5-85de-c8056eb92b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:21.362166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb96dd78-99ad-4ee5-85de-c8056eb92b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:21.363943 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-cb96dd78-99ad-4ee5-85de-c8056eb92b38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81edcd54-2a37-4da3-b822-30808ddee5d7 HTTP/1.1" status: 204  len: 168 time: 0.1775956
Apr 17 04:07:21.525701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f6c05-a870-4b93-a180-48c5c45311e4 req-ff71c111-9d4a-4ef5-8e03-cd0594441dcb tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:21.527888 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ab0f6c05-a870-4b93-a180-48c5c45311e4 req-ff71c111-9d4a-4ef5-8e03-cd0594441dcb tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1074116
Apr 17 04:07:21.596139 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ab0f6c05-a870-4b93-a180-48c5c45311e4 req-ceb4d40c-4d83-467b-bb57-1b97460a1a11 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607517
Apr 17 04:07:21.903023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599f2d9-49c9-4994-9e87-d5a7ec36850c req-5ca0c6ec-898a-4c4f-9971-ec2a218008f4 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:21.907277 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2599f2d9-49c9-4994-9e87-d5a7ec36850c req-5ca0c6ec-898a-4c4f-9971-ec2a218008f4 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 943 time: 0.1199281
Apr 17 04:07:21.970393 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2599f2d9-49c9-4994-9e87-d5a7ec36850c req-08a0ac20-ff9e-43b4-b602-2386555b9869 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588958
Apr 17 04:07:22.408928 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 4c9c92f2-a88d-483d-a54a-6b7aad577409 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:07:22.580214 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 4c9c92f2-a88d-483d-a54a-6b7aad577409, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4c9c92f2-a88d-483d-a54a-6b7aad577409,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:07:22.592584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '4c9c92f2-a88d-483d-a54a-6b7aad577409', 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d', 'port_id': '4c9c92f2-a88d-483d-a54a-6b7aad577409', 'mac_address': 'fa:16:3e:1e:b4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a641dc7-2c59-499e-8e47-d20e6694166c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:07:22.658226 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:22.685410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9c92f2-a88d-483d-a54a-6b7aad577409 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:07:22.709424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 4c9c92f2-a88d-483d-a54a-6b7aad577409, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4c9c92f2-a88d-483d-a54a-6b7aad577409,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:07:22.713358 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:22.715809 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-60fc7a2f-9505-4859-919e-d638e49d520a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:22.796847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=4c9c92f2-a88d-483d-a54a-6b7aad577409,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:22.800441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:22.920479 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482b66-e709-4c29-be06-09cd1eb1fd81 req-5b7793aa-f631-4d62-a31f-762d9127103b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:22.923431 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-76482b66-e709-4c29-be06-09cd1eb1fd81 req-5b7793aa-f631-4d62-a31f-762d9127103b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1267898
Apr 17 04:07:22.974988 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-76482b66-e709-4c29-be06-09cd1eb1fd81 req-7a377cf5-2734-4771-a339-15401f7e168f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434964
Apr 17 04:07:23.061321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['4c9c92f2-a88d-483d-a54a-6b7aad577409'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:07:23.186047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab8b7c-ffff-48d3-8922-dc2527b4a6a6 req-6729188e-50d0-4771-8f80-40209e3b099f tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:23.187753 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-89ab8b7c-ffff-48d3-8922-dc2527b4a6a6 req-6729188e-50d0-4771-8f80-40209e3b099f tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 944 time: 0.0930657
Apr 17 04:07:23.245976 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-89ab8b7c-ffff-48d3-8922-dc2527b4a6a6 req-7dc69bae-4033-48cb-83a8-733d477c9226 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504591
Apr 17 04:07:23.663512 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42664) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:23.677996 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42670) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:23.789672 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-855e3dd8-9218-460b-8e45-f701c2c41176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:23.805133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-855e3dd8-9218-460b-8e45-f701c2c41176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:23.807088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b3521394-34a2-4c10-8154-04182a997b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:23.809222 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-855e3dd8-9218-460b-8e45-f701c2c41176 admin admin] Usage tracker for resource:security_group_rule and tenant:a21e108637b446d3858026b4194f5955 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:23.812159 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-855e3dd8-9218-460b-8e45-f701c2c41176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:23.818224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-855e3dd8-9218-460b-8e45-f701c2c41176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:23.823997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b3521394-34a2-4c10-8154-04182a997b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:23.828585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b3521394-34a2-4c10-8154-04182a997b48 admin admin] Usage tracker for resource:security_group_rule and tenant:e415f8cb511140e39c7b94438f7ee8a5 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:23.832549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b3521394-34a2-4c10-8154-04182a997b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:23.839774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b3521394-34a2-4c10-8154-04182a997b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:23.916064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-855e3dd8-9218-460b-8e45-f701c2c41176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:23.919291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-855e3dd8-9218-460b-8e45-f701c2c41176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:23.932252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8cb87ec5-8508-42b5-8798-52518279b64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:23.957128 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b3521394-34a2-4c10-8154-04182a997b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:23.960617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b3521394-34a2-4c10-8154-04182a997b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:23.969596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e40153d2-df84-4090-b566-bb5a9fe57a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:23.979889 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-855e3dd8-9218-460b-8e45-f701c2c41176 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a21e108637b446d3858026b4194f5955&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3122582
Apr 17 04:07:23.979889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e3dd8-9218-460b-8e45-f701c2c41176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94271084-9e85-4ef7-a2ad-7ec3fcc5bb18,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:23.980625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42680) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:23.983394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-855e3dd8-9218-460b-8e45-f701c2c41176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:24.070879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42688) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:24.071824 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b3521394-34a2-4c10-8154-04182a997b48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e415f8cb511140e39c7b94438f7ee8a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3926132
Apr 17 04:07:24.086235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3521394-34a2-4c10-8154-04182a997b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d35bfe-07e9-49a0-92a9-ea5ec33fc358,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:24.090061 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b3521394-34a2-4c10-8154-04182a997b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:24.109800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-761c86aa-1f71-4e7c-9f8e-ebe9ec04c4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:24.143510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-761c86aa-1f71-4e7c-9f8e-ebe9ec04c4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:24.190139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-761c86aa-1f71-4e7c-9f8e-ebe9ec04c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:24.195494 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-314c5b20-428f-436e-9131-6fdf00c6a363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:24.208186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c86aa-1f71-4e7c-9f8e-ebe9ec04c4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94271084-9e85-4ef7-a2ad-7ec3fcc5bb18,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:24.208653 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-adf136c3-64f8-4729-8453-ddc74e99b33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:24.211124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-761c86aa-1f71-4e7c-9f8e-ebe9ec04c4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:24.221761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-761c86aa-1f71-4e7c-9f8e-ebe9ec04c4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:24.225376 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-761c86aa-1f71-4e7c-9f8e-ebe9ec04c4b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94271084-9e85-4ef7-a2ad-7ec3fcc5bb18 HTTP/1.1" status: 204  len: 168 time: 0.2415888
Apr 17 04:07:24.257134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-adf136c3-64f8-4729-8453-ddc74e99b33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:24.292944 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262da129-f952-477b-a63f-87e375d04011 req-8e0388e5-11ec-439e-94ef-82df088ec042 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:24.301400 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-262da129-f952-477b-a63f-87e375d04011 req-8e0388e5-11ec-439e-94ef-82df088ec042 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1742387
Apr 17 04:07:24.389917 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-262da129-f952-477b-a63f-87e375d04011 req-487663c0-77c8-4f19-aa55-b1f1edd6464d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874517
Apr 17 04:07:24.434712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 4c9c92f2-a88d-483d-a54a-6b7aad577409 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:07:24.463390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-adf136c3-64f8-4729-8453-ddc74e99b33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:24.475652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:24.511339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf136c3-64f8-4729-8453-ddc74e99b33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d35bfe-07e9-49a0-92a9-ea5ec33fc358,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:24.513873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-adf136c3-64f8-4729-8453-ddc74e99b33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:24.544294 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-adf136c3-64f8-4729-8453-ddc74e99b33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:24.545537 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-adf136c3-64f8-4729-8453-ddc74e99b33a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5d35bfe-07e9-49a0-92a9-ea5ec33fc358 HTTP/1.1" status: 204  len: 168 time: 0.4729271
Apr 17 04:07:24.577059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c1c09-a047-49c8-9d7f-70da146876de req-8ca8f9db-3507-499c-ae77-e193cd3e4e4b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:24.579180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 4c9c92f2-a88d-483d-a54a-6b7aad577409 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:07:24.585002 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-638c1c09-a047-49c8-9d7f-70da146876de req-8ca8f9db-3507-499c-ae77-e193cd3e4e4b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 944 time: 0.1843221
Apr 17 04:07:24.585417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 4c9c92f2-a88d-483d-a54a-6b7aad577409 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:07:24.586017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:24.630773 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-638c1c09-a047-49c8-9d7f-70da146876de req-7c4c3eb1-ee82-46a1-bcf1-ae8056705264 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445993
Apr 17 04:07:24.723582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:24.752188 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649b4338-ccda-4130-b2db-3a2bfa25f8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9c92f2-a88d-483d-a54a-6b7aad577409'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:07:24.762895 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 4c9c92f2-a88d-483d-a54a-6b7aad577409, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4c9c92f2-a88d-483d-a54a-6b7aad577409,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:07:24.766949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:24.769344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:24.819206 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649b4338-ccda-4130-b2db-3a2bfa25f8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9c92f2-a88d-483d-a54a-6b7aad577409', 'code': 200}
Apr 17 04:07:24.847447 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=4c9c92f2-a88d-483d-a54a-6b7aad577409,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:24.850887 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:25.064788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42726) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:25.094047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7a47b741-1b58-4962-8998-0e092ee19d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:25.111539 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7a47b741-1b58-4962-8998-0e092ee19d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:25.115648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-7a47b741-1b58-4962-8998-0e092ee19d0a admin admin] Usage tracker for resource:security_group_rule and tenant:07e484245d4d48beb1bb94ddd52a8795 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:25.118669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-7a47b741-1b58-4962-8998-0e092ee19d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:25.124598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7a47b741-1b58-4962-8998-0e092ee19d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:25.211899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7a47b741-1b58-4962-8998-0e092ee19d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:25.215425 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7a47b741-1b58-4962-8998-0e092ee19d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:25.224424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4655e058-4c27-4a3e-84db-f9c111afc6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:25.269600 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7a47b741-1b58-4962-8998-0e092ee19d0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07e484245d4d48beb1bb94ddd52a8795&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2030420
Apr 17 04:07:25.271347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47b741-1b58-4962-8998-0e092ee19d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e988c9-99d6-41a1-8994-2018cfaa4c07,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:25.272593 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42734) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:25.274705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7a47b741-1b58-4962-8998-0e092ee19d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:25.345037 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-369e97c9-1a56-4dc5-8a5a-e7660d8038d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:25.372131 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-369e97c9-1a56-4dc5-8a5a-e7660d8038d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:25.421648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-369e97c9-1a56-4dc5-8a5a-e7660d8038d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:25.427412 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:25.442052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e97c9-1a56-4dc5-8a5a-e7660d8038d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e988c9-99d6-41a1-8994-2018cfaa4c07,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:25.447380 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-369e97c9-1a56-4dc5-8a5a-e7660d8038d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:25.449407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-369e97c9-1a56-4dc5-8a5a-e7660d8038d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:25.453476 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-369e97c9-1a56-4dc5-8a5a-e7660d8038d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6e988c9-99d6-41a1-8994-2018cfaa4c07 HTTP/1.1" status: 204  len: 168 time: 0.1797402
Apr 17 04:07:25.648937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a4d2b-de37-4279-9973-89adc2c12298 req-2b6f5017-f077-4f6a-b77e-fef8bfaac7d2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:25.651116 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-af6a4d2b-de37-4279-9973-89adc2c12298 req-2b6f5017-f077-4f6a-b77e-fef8bfaac7d2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1167932
Apr 17 04:07:25.708107 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-af6a4d2b-de37-4279-9973-89adc2c12298 req-af5efd2f-311d-4eb5-8206-7b0de439a4bf tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485926
Apr 17 04:07:25.904630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098e494-ae78-4e4c-b69f-1fae6013ff14 req-0e28ba21-c985-40fa-98fb-45eaf3eec61c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:25.906223 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9098e494-ae78-4e4c-b69f-1fae6013ff14 req-0e28ba21-c985-40fa-98fb-45eaf3eec61c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 945 time: 0.0953369
Apr 17 04:07:25.965794 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9098e494-ae78-4e4c-b69f-1fae6013ff14 req-250a0eeb-6d56-4c38-8352-8716ada1434d tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492811
Apr 17 04:07:26.902090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42824) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:26.915634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a6ba7-47cf-42a4-a9c2-bf672be6b8ac req-18c60ed9-e9e3-4d30-a9b7-16ccdbf52658 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:26.917242 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b53a6ba7-47cf-42a4-a9c2-bf672be6b8ac req-18c60ed9-e9e3-4d30-a9b7-16ccdbf52658 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0904634
Apr 17 04:07:26.969061 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b53a6ba7-47cf-42a4-a9c2-bf672be6b8ac req-5627d850-6d13-4f44-b0bf-1154080ece24 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451252
Apr 17 04:07:27.205703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71e4881a-bde6-44b9-a005-7c0ce2ab032c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:27.209671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee93e8-fcba-42d6-90e7-eeb162bc2954 req-bc8b29af-e9be-4cfd-bfc8-f90bfaeafe56 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:27.211515 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-16ee93e8-fcba-42d6-90e7-eeb162bc2954 req-bc8b29af-e9be-4cfd-bfc8-f90bfaeafe56 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 945 time: 0.0933478
Apr 17 04:07:27.232042 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-71e4881a-bde6-44b9-a005-7c0ce2ab032c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:27.236985 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-71e4881a-bde6-44b9-a005-7c0ce2ab032c admin admin] Usage tracker for resource:security_group_rule and tenant:b2535d6af1c14728adbc0be2bb5e2a1d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:27.240167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-71e4881a-bde6-44b9-a005-7c0ce2ab032c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:27.247039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-71e4881a-bde6-44b9-a005-7c0ce2ab032c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:27.268900 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-16ee93e8-fcba-42d6-90e7-eeb162bc2954 req-b7e62dad-a82a-4d1a-9458-5b180ba9d2b9 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505147
Apr 17 04:07:27.344607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71e4881a-bde6-44b9-a005-7c0ce2ab032c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:27.347549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71e4881a-bde6-44b9-a005-7c0ce2ab032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:27.356026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5b6a9954-c105-4e03-b6d9-a9a4b483c1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:27.399682 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-71e4881a-bde6-44b9-a005-7c0ce2ab032c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2535d6af1c14728adbc0be2bb5e2a1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4956431
Apr 17 04:07:27.400532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4881a-bde6-44b9-a005-7c0ce2ab032c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd07c774-e500-4b00-9a80-166ded2606a7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:27.402568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42842) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:27.404149 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-71e4881a-bde6-44b9-a005-7c0ce2ab032c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:27.467033 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12b34305-028d-43ec-a067-25cd4ee218cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:27.494483 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12b34305-028d-43ec-a067-25cd4ee218cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:27.752424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12b34305-028d-43ec-a067-25cd4ee218cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:27.757964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-20eaac5c-1768-4623-bb43-3565afc48126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:27.775351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b34305-028d-43ec-a067-25cd4ee218cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd07c774-e500-4b00-9a80-166ded2606a7,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:27.778519 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-12b34305-028d-43ec-a067-25cd4ee218cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:27.795776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12b34305-028d-43ec-a067-25cd4ee218cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:27.798772 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-12b34305-028d-43ec-a067-25cd4ee218cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd07c774-e500-4b00-9a80-166ded2606a7 HTTP/1.1" status: 204  len: 168 time: 0.3933423
Apr 17 04:07:28.103614 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 42860) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:28.165463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a3828821-8084-4e1f-bbb5-f1b2a36de2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:28.175200 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3252e-ff0d-471f-8c82-12639a23792f req-e45e60e6-28b8-421a-8ea0-8a56f5634096 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:28.176913 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6af3252e-ff0d-471f-8c82-12639a23792f req-e45e60e6-28b8-421a-8ea0-8a56f5634096 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0894561
Apr 17 04:07:28.188551 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a3828821-8084-4e1f-bbb5-f1b2a36de2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:28.195225 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a3828821-8084-4e1f-bbb5-f1b2a36de2a6 admin admin] Usage tracker for resource:security_group_rule and tenant:6af2df5550ea4fa4a4665ac0a8285494 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:28.200643 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a3828821-8084-4e1f-bbb5-f1b2a36de2a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:28.214438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a3828821-8084-4e1f-bbb5-f1b2a36de2a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:28.224898 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6af3252e-ff0d-471f-8c82-12639a23792f req-1f37d4df-54da-4d40-b905-f2cfdd69ed4a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414987
Apr 17 04:07:28.250904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fced0b-45af-4047-b73d-9e5870ca2eda req-9afe1e69-89de-441b-941b-d9976a5453a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:28.252708 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-80fced0b-45af-4047-b73d-9e5870ca2eda req-9afe1e69-89de-441b-941b-d9976a5453a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 1098 time: 0.1318760
Apr 17 04:07:28.329694 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-80fced0b-45af-4047-b73d-9e5870ca2eda req-c5001e2f-b6c0-448a-a136-22f64778088a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613496
Apr 17 04:07:28.348686 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a3828821-8084-4e1f-bbb5-f1b2a36de2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:28.352281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a3828821-8084-4e1f-bbb5-f1b2a36de2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:28.376429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-893283b3-fdbd-4783-8342-dd9f82871b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:28.394567 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a3828821-8084-4e1f-bbb5-f1b2a36de2a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6af2df5550ea4fa4a4665ac0a8285494&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2897105
Apr 17 04:07:28.394948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42874) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:28.418427 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3828821-8084-4e1f-bbb5-f1b2a36de2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57293d1-1ddc-4ce4-98a0-a8aad4be9b86,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:28.423781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a3828821-8084-4e1f-bbb5-f1b2a36de2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:28.520175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6e94263a-77c4-424c-9576-ccfc55e33c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:28.554071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6e94263a-77c4-424c-9576-ccfc55e33c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:28.575354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ba8f8-0de5-4ef3-b82e-63e3c7042af8 req-0245ba95-1ad8-42c9-a715-1ac64fc4d750 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:28.576993 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d26ba8f8-0de5-4ef3-b82e-63e3c7042af8 req-0245ba95-1ad8-42c9-a715-1ac64fc4d750 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 945 time: 0.1669300
Apr 17 04:07:28.651154 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d26ba8f8-0de5-4ef3-b82e-63e3c7042af8 req-21018f26-0861-4ef2-b885-79f29825e0b7 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626483
Apr 17 04:07:28.657674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6e94263a-77c4-424c-9576-ccfc55e33c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:28.661754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f459ce44-c880-400e-ae08-6fdf8c3e15e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:28.675963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94263a-77c4-424c-9576-ccfc55e33c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57293d1-1ddc-4ce4-98a0-a8aad4be9b86,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:28.679004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6e94263a-77c4-424c-9576-ccfc55e33c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:28.681160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6e94263a-77c4-424c-9576-ccfc55e33c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:28.682542 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-6e94263a-77c4-424c-9576-ccfc55e33c95 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e57293d1-1ddc-4ce4-98a0-a8aad4be9b86 HTTP/1.1" status: 204  len: 168 time: 0.2865500
Apr 17 04:07:29.435465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e7395-ecd1-4877-b2de-654424e3a4e9 req-5aca7aee-7fc0-45f3-aceb-ac358f1e391d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:29.437057 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ca6e7395-ecd1-4877-b2de-654424e3a4e9 req-5aca7aee-7fc0-45f3-aceb-ac358f1e391d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0920596
Apr 17 04:07:29.489447 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ca6e7395-ecd1-4877-b2de-654424e3a4e9 req-f3e17f49-97e1-4b55-9a4c-bb4a8f4ffd60 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453105
Apr 17 04:07:29.857397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec023ff2-2713-47b5-a50a-48f749c8043c req-4aa7f69b-7712-4d63-8b5b-0ac1c14d86fe tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:29.858974 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ec023ff2-2713-47b5-a50a-48f749c8043c req-4aa7f69b-7712-4d63-8b5b-0ac1c14d86fe tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 945 time: 0.0924771
Apr 17 04:07:29.915173 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ec023ff2-2713-47b5-a50a-48f749c8043c req-00711243-e76c-4fe0-bf3b-e20d55ba1dc6 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495090
Apr 17 04:07:30.712875 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03e246-5e39-49a2-9228-dfb35a5543fd req-8a79eac2-c5a1-4c7b-af1b-2dfa21be1273 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:30.714510 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ee03e246-5e39-49a2-9228-dfb35a5543fd req-8a79eac2-c5a1-4c7b-af1b-2dfa21be1273 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0994296
Apr 17 04:07:30.762081 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ee03e246-5e39-49a2-9228-dfb35a5543fd req-4024f381-964f-4090-898c-fcf45913f348 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410416
Apr 17 04:07:31.139555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5405e6c-1dfe-4555-8f91-3b4c4a8631fe req-5f851e54-a2bd-400a-99e3-234bed163e0c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:31.141140 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a5405e6c-1dfe-4555-8f91-3b4c4a8631fe req-5f851e54-a2bd-400a-99e3-234bed163e0c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 945 time: 0.1145854
Apr 17 04:07:31.197068 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a5405e6c-1dfe-4555-8f91-3b4c4a8631fe req-df4b15c8-222b-4c54-9c16-64fbafa84507 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425360
Apr 17 04:07:31.698231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 42998) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:31.831240 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56a45929-4ec1-4d30-a900-28b1de9c9133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:31.847755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-56a45929-4ec1-4d30-a900-28b1de9c9133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:31.852160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-56a45929-4ec1-4d30-a900-28b1de9c9133 admin admin] Usage tracker for resource:security_group_rule and tenant:c8877e4061d74146b723ee5fafe7e341 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:31.855214 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-56a45929-4ec1-4d30-a900-28b1de9c9133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:31.861385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-56a45929-4ec1-4d30-a900-28b1de9c9133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:32.019333 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db333b96-e1f4-45a5-98b6-8f88607a01c2 req-cdeb984a-b7a5-4eca-9f0c-234feb0b7451 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:32.020923 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-db333b96-e1f4-45a5-98b6-8f88607a01c2 req-cdeb984a-b7a5-4eca-9f0c-234feb0b7451 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1377187
Apr 17 04:07:32.032710 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56a45929-4ec1-4d30-a900-28b1de9c9133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.052471 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56a45929-4ec1-4d30-a900-28b1de9c9133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.066373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:32.126035 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-56a45929-4ec1-4d30-a900-28b1de9c9133 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c8877e4061d74146b723ee5fafe7e341&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4287496
Apr 17 04:07:32.128970 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43006) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:32.129300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a45929-4ec1-4d30-a900-28b1de9c9133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93239b75-b271-4ab8-92f2-48186a730445,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:32.132717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-56a45929-4ec1-4d30-a900-28b1de9c9133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:32.136095 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-db333b96-e1f4-45a5-98b6-8f88607a01c2 req-bb9caef2-3cb1-4a9e-a085-57e7863c5a37 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076279
Apr 17 04:07:32.197021 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2bd74f18-1f92-4350-9c0e-55a0162963f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.226655 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2bd74f18-1f92-4350-9c0e-55a0162963f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.275406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2bd74f18-1f92-4350-9c0e-55a0162963f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.279630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ced08392-69af-4f62-9356-aea7d3913428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:32.299526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd74f18-1f92-4350-9c0e-55a0162963f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93239b75-b271-4ab8-92f2-48186a730445,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:32.302340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2bd74f18-1f92-4350-9c0e-55a0162963f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:32.314150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2bd74f18-1f92-4350-9c0e-55a0162963f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.315601 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-2bd74f18-1f92-4350-9c0e-55a0162963f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93239b75-b271-4ab8-92f2-48186a730445 HTTP/1.1" status: 204  len: 168 time: 0.1855576
Apr 17 04:07:32.417922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085748f-c241-4bcc-bcd9-e568cbb626ed req-d5a848d5-826b-4282-ae39-1fb5b05a5928 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:32.419457 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e085748f-c241-4bcc-bcd9-e568cbb626ed req-d5a848d5-826b-4282-ae39-1fb5b05a5928 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 945 time: 0.0898080
Apr 17 04:07:32.473212 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e085748f-c241-4bcc-bcd9-e568cbb626ed req-ce26ff2a-6337-4867-9e4f-7f37f8c216ff tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458696
Apr 17 04:07:32.621189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43022) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:32.640228 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-39eb9b44-80f9-492b-867e-335b2f5fdf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.655968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-39eb9b44-80f9-492b-867e-335b2f5fdf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:32.660417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-39eb9b44-80f9-492b-867e-335b2f5fdf05 admin admin] Usage tracker for resource:security_group_rule and tenant:7cdfe3671b384d15849d2ad76417c822 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:32.663502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-39eb9b44-80f9-492b-867e-335b2f5fdf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:32.670068 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-39eb9b44-80f9-492b-867e-335b2f5fdf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:32.759797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-39eb9b44-80f9-492b-867e-335b2f5fdf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.763359 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-39eb9b44-80f9-492b-867e-335b2f5fdf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.772304 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-029e0be5-5f27-4a5a-b8fb-5255512a2628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:32.817631 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-39eb9b44-80f9-492b-867e-335b2f5fdf05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7cdfe3671b384d15849d2ad76417c822&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1952643
Apr 17 04:07:32.819381 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb9b44-80f9-492b-867e-335b2f5fdf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472ba782-4bab-429f-b5c8-6923c5870dae,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:32.820956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 43028) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:32.826714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-39eb9b44-80f9-492b-867e-335b2f5fdf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:32.885613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7a14-ae86-431a-8acf-337f07f8f3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.912627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7a14-ae86-431a-8acf-337f07f8f3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.964335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7a14-ae86-431a-8acf-337f07f8f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:32.972388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:32.990139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c7a14-ae86-431a-8acf-337f07f8f3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472ba782-4bab-429f-b5c8-6923c5870dae,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:32.992603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ff4c7a14-ae86-431a-8acf-337f07f8f3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:33.001626 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7a14-ae86-431a-8acf-337f07f8f3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:33.002847 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ff4c7a14-ae86-431a-8acf-337f07f8f3a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/472ba782-4bab-429f-b5c8-6923c5870dae HTTP/1.1" status: 204  len: 168 time: 0.1807647
Apr 17 04:07:33.346339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bec749-23fc-4e83-846c-6aee649066aa req-de53ab5d-81da-47d2-8cc2-cdf52615d375 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:33.348876 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-64bec749-23fc-4e83-846c-6aee649066aa req-de53ab5d-81da-47d2-8cc2-cdf52615d375 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0915649
Apr 17 04:07:33.398034 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-64bec749-23fc-4e83-846c-6aee649066aa req-9e7ca0b2-9a6e-49b4-961b-d2252e8616d8 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435741
Apr 17 04:07:33.698658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaba952-e999-49b7-aaf6-c38f7faccda1 req-c4ce2f53-9f54-450e-a28d-fe0b16156b2b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:33.700450 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ddaba952-e999-49b7-aaf6-c38f7faccda1 req-c4ce2f53-9f54-450e-a28d-fe0b16156b2b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 945 time: 0.0994141
Apr 17 04:07:33.761500 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ddaba952-e999-49b7-aaf6-c38f7faccda1 req-e58cf635-919d-495b-8dc3-ee4020f4331c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531578
Apr 17 04:07:33.922015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de977a07-0448-4055-afa8-2a63a5bc08a5 req-fd1be591-7d54-4713-ad63-40867c84a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:33.923886 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de977a07-0448-4055-afa8-2a63a5bc08a5 req-fd1be591-7d54-4713-ad63-40867c84a0f0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 1098 time: 0.0777843
Apr 17 04:07:33.976209 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de977a07-0448-4055-afa8-2a63a5bc08a5 req-12ca1eec-1c87-45dc-bfe9-f62db35d937a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405545
Apr 17 04:07:34.640612 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db70b7-5def-4f73-bdca-16bf53319b9a req-1b8d6002-f95a-4086-83dd-9fa403fa94e9 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:34.642434 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-87db70b7-5def-4f73-bdca-16bf53319b9a req-1b8d6002-f95a-4086-83dd-9fa403fa94e9 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0967937
Apr 17 04:07:34.699131 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-87db70b7-5def-4f73-bdca-16bf53319b9a req-48fa8dcc-120a-41cd-a9c6-5f45dd3daaaf tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498455
Apr 17 04:07:34.957656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad50f8-817d-4412-90a0-730900ef4419 req-954f4357-65e6-4a5d-9c35-ea59454462bc tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:34.958992 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-55ad50f8-817d-4412-90a0-730900ef4419 req-954f4357-65e6-4a5d-9c35-ea59454462bc tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 945 time: 0.0913000
Apr 17 04:07:35.012245 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-55ad50f8-817d-4412-90a0-730900ef4419 req-cddbe7c9-42a3-47d5-8319-184d8a940ede tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435381
Apr 17 04:07:35.594090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43138) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:35.723822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4aa3f1cc-2019-460b-bf61-3f76c1e59c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:35.739482 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4aa3f1cc-2019-460b-bf61-3f76c1e59c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:35.743615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4aa3f1cc-2019-460b-bf61-3f76c1e59c40 admin admin] Usage tracker for resource:security_group_rule and tenant:e887c7a1298a4170a2af7a0eec75b9ce is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:35.746580 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4aa3f1cc-2019-460b-bf61-3f76c1e59c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:35.752911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4aa3f1cc-2019-460b-bf61-3f76c1e59c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:35.839764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4aa3f1cc-2019-460b-bf61-3f76c1e59c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:35.842674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4aa3f1cc-2019-460b-bf61-3f76c1e59c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:35.855245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c5fb9e88-45e6-4afa-9f54-abe3a42ec9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:35.897147 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4aa3f1cc-2019-460b-bf61-3f76c1e59c40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e887c7a1298a4170a2af7a0eec75b9ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3017557
Apr 17 04:07:35.898967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3f1cc-2019-460b-bf61-3f76c1e59c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19146486-2705-49c3-8327-dabdd45a4035,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:35.901042 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1a5b1-f50a-4366-945f-93558a701342 req-2bf2a243-4cb8-47a1-8c9a-a6f7101e7d7a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:35.902178 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4aa3f1cc-2019-460b-bf61-3f76c1e59c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:35.902645 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-99c1a5b1-f50a-4366-945f-93558a701342 req-2bf2a243-4cb8-47a1-8c9a-a6f7101e7d7a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0918996
Apr 17 04:07:35.902861 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43150) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:35.962417 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-99c1a5b1-f50a-4366-945f-93558a701342 req-d3e35262-e37c-4126-98a8-29f856550d43 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443330
Apr 17 04:07:35.966949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-148ba313-b860-41fa-a046-9123fb7db78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:35.998861 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-148ba313-b860-41fa-a046-9123fb7db78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:36.049017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-148ba313-b860-41fa-a046-9123fb7db78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:36.053268 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-62cd5561-3396-496c-bad4-d22963e4e359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:36.065749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ba313-b860-41fa-a046-9123fb7db78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19146486-2705-49c3-8327-dabdd45a4035,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:36.070261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-148ba313-b860-41fa-a046-9123fb7db78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:36.084264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-148ba313-b860-41fa-a046-9123fb7db78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:36.088285 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-148ba313-b860-41fa-a046-9123fb7db78c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19146486-2705-49c3-8327-dabdd45a4035 HTTP/1.1" status: 204  len: 168 time: 0.1843169
Apr 17 04:07:36.527288 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 43162) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:36.546225 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d885ff2b-f72d-4b48-b39c-cbd260b3497a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:36.561435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d885ff2b-f72d-4b48-b39c-cbd260b3497a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:36.565757 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-d885ff2b-f72d-4b48-b39c-cbd260b3497a admin admin] Usage tracker for resource:security_group_rule and tenant:88f2de80697b429aad709baa15162beb is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:36.568748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-d885ff2b-f72d-4b48-b39c-cbd260b3497a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:36.575140 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d885ff2b-f72d-4b48-b39c-cbd260b3497a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:36.661958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d885ff2b-f72d-4b48-b39c-cbd260b3497a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:36.665434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d885ff2b-f72d-4b48-b39c-cbd260b3497a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:36.674915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-092b3101-7d64-45b9-851c-7b6abd8e4701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:36.717760 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-d885ff2b-f72d-4b48-b39c-cbd260b3497a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88f2de80697b429aad709baa15162beb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1892853
Apr 17 04:07:36.720582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43172) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:36.722869 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885ff2b-f72d-4b48-b39c-cbd260b3497a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a85e40-1b6e-41bf-870e-90d3bd3569fb,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:36.726247 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d885ff2b-f72d-4b48-b39c-cbd260b3497a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:36.794860 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b2c639ce-21f4-412e-99a9-18e6c4bb81f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:36.822720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b2c639ce-21f4-412e-99a9-18e6c4bb81f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:36.880338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b2c639ce-21f4-412e-99a9-18e6c4bb81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:36.884168 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0e779cfd-5b1b-4d7d-b42a-549c397a7d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:36.896182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c639ce-21f4-412e-99a9-18e6c4bb81f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a85e40-1b6e-41bf-870e-90d3bd3569fb,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:36.900082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b2c639ce-21f4-412e-99a9-18e6c4bb81f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:36.904342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b2c639ce-21f4-412e-99a9-18e6c4bb81f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:36.905573 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b2c639ce-21f4-412e-99a9-18e6c4bb81f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2a85e40-1b6e-41bf-870e-90d3bd3569fb HTTP/1.1" status: 204  len: 168 time: 0.1832409
Apr 17 04:07:37.172941 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e8d3-58b4-4246-af34-c0f35868b4e4 req-eb38110f-efe8-4379-9717-4dc785375d2e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:37.174619 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c033e8d3-58b4-4246-af34-c0f35868b4e4 req-eb38110f-efe8-4379-9717-4dc785375d2e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0936487
Apr 17 04:07:37.223845 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c033e8d3-58b4-4246-af34-c0f35868b4e4 req-5437b7a3-6215-4119-aa5f-d3f38260c846 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429444
Apr 17 04:07:37.725551 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 43204) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:37.845916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5a4e0edd-718e-4589-8b64-2d926aa492e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:37.869565 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1428443051-network', 'tenant_id': '9e3cc024df044d2f8fb17073b2f63405'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:07:37.874711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:37.879073 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Usage tracker for resource:network and tenant:9e3cc024df044d2f8fb17073b2f63405 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:37.882133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:37.888923 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:37.897730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Made reservation on behalf of 9e3cc024df044d2f8fb17073b2f63405 for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:07:37.902442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:37.915469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:37.930712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:37.934766 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Usage tracker for resource:security_group_rule and tenant:9e3cc024df044d2f8fb17073b2f63405 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:37.937708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:37.944066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:38.030671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:38.034240 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:38.038993 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d885ff2b-f72d-4b48-b39c-cbd260b3497a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:38.068414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:07:38.086414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f236f27-092d-412f-a55b-3e65c88e1fd9,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:38.090348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:38.093332 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:38.093720 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Added segment c757e41b-1ef9-42bd-9c02-f5a85f2c82f7 of type vlan for network eadc2af7-3cc2-4345-9433-312d45dc18e9
Apr 17 04:07:38.132861 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:38.163511 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:38.164890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:38.165523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:38.170477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:38.283309 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5566339
Apr 17 04:07:38.284199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43230) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:38.292223 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Request body: {'subnet': {'network_id': 'eadc2af7-3cc2-4345-9433-312d45dc18e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1428443051-subnet', 'tenant_id': '9e3cc024df044d2f8fb17073b2f63405', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:07:38.301313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:38.304239 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Pushing event updated for resources: {'Network': ['ID=eadc2af7-3cc2-4345-9433-312d45dc18e9,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:38.310726 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Usage tracker for resource:subnet and tenant:9e3cc024df044d2f8fb17073b2f63405 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:38.313954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:38.317316 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network eadc2af7-3cc2-4345-9433-312d45dc18e9 details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:07:38.319638 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:38.330931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:38.343715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Made reservation on behalf of 9e3cc024df044d2f8fb17073b2f63405 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:07:38.349649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852513405'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:38.459376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f2185-6075-49c8-9030-7d2832bfda23 req-db449de0-eecb-4a15-8488-0c9bf0146d68 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:38.461075 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-478f2185-6075-49c8-9030-7d2832bfda23 req-db449de0-eecb-4a15-8488-0c9bf0146d68 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1107149
Apr 17 04:07:38.521602 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-478f2185-6075-49c8-9030-7d2832bfda23 req-1156fcc3-3a5a-4d85-838b-5e7a192563a2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534346
Apr 17 04:07:38.731896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:38.807468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851785584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852513390'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:38.812298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:38.887444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28b1750-c246-44ac-9a1a-25da22916f3e,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:38.891023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:38.897355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Checking segment: {'id': 'c757e41b-1ef9-42bd-9c02-f5a85f2c82f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'eadc2af7-3cc2-4345-9433-312d45dc18e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:07:38.897753 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Network hostable DHCP agents. Network: eadc2af7-3cc2-4345-9433-312d45dc18e9, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:07:38.916208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Network eadc2af7-3cc2-4345-9433-312d45dc18e9 is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:07:38.925031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, eadc2af7-3cc2-4345-9433-312d45dc18e9) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:07:38.935523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce708f-4ed4-459a-8d90-9f8b146495ec None None] Network eadc2af7-3cc2-4345-9433-312d45dc18e9 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:07:38.937834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:38.938526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:38.962887 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-70c06060-169f-4595-917a-c2a4521ae26e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6729624
Apr 17 04:07:39.160233 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290a3ade-a458-4c70-b80a-9a0e73798c71 None None] Network eadc2af7-3cc2-4345-9433-312d45dc18e9 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:07:39.523226 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 43260) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:39.529457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1009599245-network', 'tenant_id': 'aed3bc51ba264d738200ee19db8c1cf0'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:07:39.534598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:39.538863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Usage tracker for resource:network and tenant:aed3bc51ba264d738200ee19db8c1cf0 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:39.541938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:39.548392 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:39.559604 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Made reservation on behalf of aed3bc51ba264d738200ee19db8c1cf0 for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:07:39.564758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:39.578278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:39.597593 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:39.602600 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Usage tracker for resource:security_group_rule and tenant:aed3bc51ba264d738200ee19db8c1cf0 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:39.605700 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:39.612161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:39.763623 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:39.775904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d4dae-e442-4286-b4cd-b4fe6fa9eaed req-e3cb2009-407b-4ef3-b491-6e9b135235cc tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:39.777488 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9b9d4dae-e442-4286-b4cd-b4fe6fa9eaed req-e3cb2009-407b-4ef3-b491-6e9b135235cc tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1390600
Apr 17 04:07:39.778237 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:39.781226 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:39.831266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:07:39.854016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f178176-64d1-4bd6-bc85-50a146ee57f7,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:39.862289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:39.865480 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:39.865868 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Added segment 626437f0-1692-4ac2-8eef-cbf33b6ed223 of type vlan for network ea16dce7-14af-4a2f-9249-9e71c0adc112
Apr 17 04:07:39.875661 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9b9d4dae-e442-4286-b4cd-b4fe6fa9eaed req-ddd1c3f9-b162-4e9f-91da-4051dbcf4ac1 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855532
Apr 17 04:07:39.900956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:39.931151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:39.932509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:39.933145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:39.936646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f697c4d2-30af-4e0b-9a0c-aa2d525b2f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:40.042569 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Pushing event updated for resources: {'Network': ['ID=ea16dce7-14af-4a2f-9249-9e71c0adc112,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:40.048551 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5214748
Apr 17 04:07:40.048551 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:40.048757 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 43274) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:40.054147 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network ea16dce7-14af-4a2f-9249-9e71c0adc112 details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:07:40.054606 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Request body: {'subnet': {'network_id': 'ea16dce7-14af-4a2f-9249-9e71c0adc112', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1009599245-subnet', 'tenant_id': 'aed3bc51ba264d738200ee19db8c1cf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:07:40.059956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:40.064411 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Usage tracker for resource:subnet and tenant:aed3bc51ba264d738200ee19db8c1cf0 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:40.067498 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:40.075863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:40.087683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Made reservation on behalf of aed3bc51ba264d738200ee19db8c1cf0 for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:07:40.092699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3200795'] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:40.227070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-07512fde-3dba-48e9-9316-9d0ff5a518e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:40.501414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3310380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3200778'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:40.505341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:40.580759 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f799fb69-972b-43de-897e-4580ca967788,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:40.584713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:40.592430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Checking segment: {'id': '626437f0-1692-4ac2-8eef-cbf33b6ed223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ea16dce7-14af-4a2f-9249-9e71c0adc112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:07:40.592827 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Network hostable DHCP agents. Network: ea16dce7-14af-4a2f-9249-9e71c0adc112, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:07:40.613487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Network ea16dce7-14af-4a2f-9249-9e71c0adc112 is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:07:40.623055 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, ea16dce7-14af-4a2f-9249-9e71c0adc112) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:07:40.632709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fece69b-6b15-45ab-8199-8a044fb9ecef None None] Network ea16dce7-14af-4a2f-9249-9e71c0adc112 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:07:40.635542 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:40.636184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:40.662825 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6063259
Apr 17 04:07:40.862493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a507ad9-d1e1-4d35-812b-d7a4c7e7869a None None] Network ea16dce7-14af-4a2f-9249-9e71c0adc112 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:07:41.115264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03297d88-d65d-4dd6-8e32-f5c0c9e995a1 req-2b24b3b4-919d-415d-956b-b73ffd3ad4f8 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:41.117034 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-03297d88-d65d-4dd6-8e32-f5c0c9e995a1 req-2b24b3b4-919d-415d-956b-b73ffd3ad4f8 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.1121011
Apr 17 04:07:41.151138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:41.187685 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-03297d88-d65d-4dd6-8e32-f5c0c9e995a1 req-ae0ca1ab-fb5b-4817-a4ad-806ca4df3de6 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632823
Apr 17 04:07:41.394733 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:42.398331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001aad9-2df7-45e9-a586-187e24fd17aa req-a821137a-17da-4903-a930-b26443188cec tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:42.399978 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4001aad9-2df7-45e9-a586-187e24fd17aa req-a821137a-17da-4903-a930-b26443188cec tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.0946870
Apr 17 04:07:42.448862 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4001aad9-2df7-45e9-a586-187e24fd17aa req-ca30ca09-3b78-4f0d-8967-ac0d03782c70 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424669
Apr 17 04:07:42.665794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de8c97-3a53-4f4f-afd7-c3c42c8f5cd3 req-909e9fde-fd2c-4839-9660-08b087a26a1b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:42.667098 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-59de8c97-3a53-4f4f-afd7-c3c42c8f5cd3 req-909e9fde-fd2c-4839-9660-08b087a26a1b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1044042
Apr 17 04:07:42.716782 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-59de8c97-3a53-4f4f-afd7-c3c42c8f5cd3 req-5417b79f-0699-4bc9-90dc-b6388e4d658b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421271
Apr 17 04:07:42.842087 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:46.895260 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16adf-b3ff-4a68-b282-0d760c5bd8d1 req-70c3361d-7e8c-4a5f-9b15-cddd0ba236fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:46.896886 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-33e16adf-b3ff-4a68-b282-0d760c5bd8d1 req-70c3361d-7e8c-4a5f-9b15-cddd0ba236fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 1098 time: 0.0885978
Apr 17 04:07:46.928594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8439c-027c-42b1-9839-43a170de4ba5 req-d6c4d980-dca9-4566-8964-07e8d324d442 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:46.930151 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4ff8439c-027c-42b1-9839-43a170de4ba5 req-d6c4d980-dca9-4566-8964-07e8d324d442 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.0934136
Apr 17 04:07:46.981082 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4ff8439c-027c-42b1-9839-43a170de4ba5 req-88d60e66-0e7d-4311-bfa8-4540a7a0a133 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439961
Apr 17 04:07:47.044426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16adf-b3ff-4a68-b282-0d760c5bd8d1 req-27b8537e-67ef-412f-90aa-f1ca886e4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:47.045993 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-33e16adf-b3ff-4a68-b282-0d760c5bd8d1 req-27b8537e-67ef-412f-90aa-f1ca886e4962 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 920 time: 0.1412323
Apr 17 04:07:47.138835 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-33e16adf-b3ff-4a68-b282-0d760c5bd8d1 req-99726cdb-28c0-4a37-9fcd-e9dc92eb846e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a39efe2-f534-4392-8736-824e9e936623 HTTP/1.1" status: 200  len: 217 time: 0.0685503
Apr 17 04:07:47.213345 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16adf-b3ff-4a68-b282-0d760c5bd8d1 req-5f352872-f50f-4d01-b465-481572be05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:47.214951 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-33e16adf-b3ff-4a68-b282-0d760c5bd8d1 req-5f352872-f50f-4d01-b465-481572be05ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=daad0934-2d9e-46de-b136-ceda493744fd HTTP/1.1" status: 200  len: 859 time: 0.0686941
Apr 17 04:07:47.270868 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-33e16adf-b3ff-4a68-b282-0d760c5bd8d1 req-5462265e-3012-454f-915e-00c34e2ea9bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458786
Apr 17 04:07:47.420523 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-33e16adf-b3ff-4a68-b282-0d760c5bd8d1 req-7d05df89-f18f-458e-9a66-e8150a7e66a8 service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405871
Apr 17 04:07:47.773513 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-33e16adf-b3ff-4a68-b282-0d760c5bd8d1 req-dd60d87a-f0d5-4425-b53f-dbee9214e65b service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3416886
Apr 17 04:07:48.193509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792724c9-8711-4f38-b4dd-0d6a33c63398 req-fd0ad880-2a7b-4bb5-8cbb-e256e984ee52 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:48.195234 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-792724c9-8711-4f38-b4dd-0d6a33c63398 req-fd0ad880-2a7b-4bb5-8cbb-e256e984ee52 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.0944479
Apr 17 04:07:48.259516 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-792724c9-8711-4f38-b4dd-0d6a33c63398 req-8f5e8383-e0fa-42af-ab34-c137d2ff4cc9 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570538
Apr 17 04:07:49.525590 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3eb18-92e0-4e40-8455-3da91ece9a46 req-cfd78e30-3b26-4acd-8aef-c2c270f12eba tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:49.527192 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-83d3eb18-92e0-4e40-8455-3da91ece9a46 req-cfd78e30-3b26-4acd-8aef-c2c270f12eba tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1005278
Apr 17 04:07:49.576287 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-83d3eb18-92e0-4e40-8455-3da91ece9a46 req-ccb14965-f994-42c8-9d8f-76936fc5c2fe tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423036
Apr 17 04:07:50.794726 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ca398-4720-491a-b0a6-ea63663a9c35 req-a25e09fb-935b-4581-b3cc-8ca4093c837d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:50.798030 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ae7ca398-4720-491a-b0a6-ea63663a9c35 req-a25e09fb-935b-4581-b3cc-8ca4093c837d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.0971320
Apr 17 04:07:50.848169 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ae7ca398-4720-491a-b0a6-ea63663a9c35 req-9e14887d-6709-423e-b793-f0847f6ac302 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449414
Apr 17 04:07:52.060690 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923cd7c-62bb-4907-8da7-e5e52161a33b req-71447e26-9726-4b25-a6c0-6045ad7fe9f4 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:52.062298 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9923cd7c-62bb-4907-8da7-e5e52161a33b req-71447e26-9726-4b25-a6c0-6045ad7fe9f4 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.0904222
Apr 17 04:07:52.110922 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9923cd7c-62bb-4907-8da7-e5e52161a33b req-7ea222aa-ccee-4a0d-ad2c-2653ec7d2742 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416090
Apr 17 04:07:53.333831 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f69195-ad53-4fc7-8725-9eecdf21807f req-a0e30554-0d8c-498a-911f-2eb59dd88133 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:53.335660 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c9f69195-ad53-4fc7-8725-9eecdf21807f req-a0e30554-0d8c-498a-911f-2eb59dd88133 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.0976346
Apr 17 04:07:53.388325 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c9f69195-ad53-4fc7-8725-9eecdf21807f req-2dd72ecf-da9b-46e9-bf3e-32b10f87fa91 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457599
Apr 17 04:07:54.488422 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 43620) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:54.644681 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:54.667777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:54.673091 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Usage tracker for resource:security_group_rule and tenant:ea56c53bd04b4ca1b96cfed72da27bff is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:54.678360 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:54.685779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:54.914500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d598f4-4f41-4be5-b77d-4368f1881c80 req-764981e5-51e1-412b-a8e2-3703041dc7aa tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:54.916389 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-25d598f4-4f41-4be5-b77d-4368f1881c80 req-764981e5-51e1-412b-a8e2-3703041dc7aa tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1896250
Apr 17 04:07:54.927993 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:54.997568 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-25d598f4-4f41-4be5-b77d-4368f1881c80 req-31139f0b-b593-4167-ac94-92085ebcd809 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679433
Apr 17 04:07:54.998298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.015502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d6dd3b9-7fe3-4c31-981d-94068d7557ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:55.089379 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea56c53bd04b4ca1b96cfed72da27bff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5997705
Apr 17 04:07:55.090206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43648) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:55.090383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5cc7b3-430b-45ed-900d-cad00d1b8bb4,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:55.092851 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43650) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:55.099291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.099692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.101070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.101070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.101070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.101398 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.101501 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.101865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.102242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.102616 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.103017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.103390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.111507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:55.179887 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.242119 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.352018 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5278bdbe-beec-403c-a2ab-f70ff9f3954b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.377496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5278bdbe-beec-403c-a2ab-f70ff9f3954b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:55.381172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5278bdbe-beec-403c-a2ab-f70ff9f3954b admin admin] Usage tracker for resource:security_group_rule and tenant:862b36910a6f49d9a035309fbbc8c6e6 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:55.385615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5278bdbe-beec-403c-a2ab-f70ff9f3954b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:55.392252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5278bdbe-beec-403c-a2ab-f70ff9f3954b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:55.404566 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.410927 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-761c86aa-1f71-4e7c-9f8e-ebe9ec04c4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:55.415647 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:07:55.434932 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5cc7b3-430b-45ed-900d-cad00d1b8bb4,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:55.440322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.444058 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f5cc7b3-430b-45ed-900d-cad00d1b8bb4 HTTP/1.1" status: 204  len: 168 time: 0.3471403
Apr 17 04:07:55.449144 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.449624 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.450036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.450444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.450875 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.451283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.451677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.452080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.452497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.452986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.453355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.453859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:55.457436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:55.557767 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5278bdbe-beec-403c-a2ab-f70ff9f3954b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.561291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5278bdbe-beec-403c-a2ab-f70ff9f3954b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.573242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5b97e3c9-0f98-434d-8ae2-49c0ad437be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:55.634556 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5278bdbe-beec-403c-a2ab-f70ff9f3954b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=862b36910a6f49d9a035309fbbc8c6e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5425775
Apr 17 04:07:55.635353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278bdbe-beec-403c-a2ab-f70ff9f3954b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e9a00a-a40d-40b9-9885-a7579f2d8dfe,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:55.637154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 43682) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:55.651596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5278bdbe-beec-403c-a2ab-f70ff9f3954b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:55.717444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-799535c6-f129-488a-b4d2-9564354864c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.750869 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-799535c6-f129-488a-b4d2-9564354864c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.814420 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-799535c6-f129-488a-b4d2-9564354864c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.844055 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2997c4a1-7935-4702-8e8e-b22b5c8a430d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:55.871941 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799535c6-f129-488a-b4d2-9564354864c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e9a00a-a40d-40b9-9885-a7579f2d8dfe,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:55.876441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-799535c6-f129-488a-b4d2-9564354864c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:55.882117 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-799535c6-f129-488a-b4d2-9564354864c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:55.883378 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-799535c6-f129-488a-b4d2-9564354864c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95e9a00a-a40d-40b9-9885-a7579f2d8dfe HTTP/1.1" status: 204  len: 168 time: 0.2448795
Apr 17 04:07:56.266075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83566730-e6e4-4948-ab8f-a7e2396ec6fc req-b432bca1-1dfb-4d8c-9932-03c4434cd80e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:56.267911 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-83566730-e6e4-4948-ab8f-a7e2396ec6fc req-b432bca1-1dfb-4d8c-9932-03c4434cd80e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1097670
Apr 17 04:07:56.323686 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-83566730-e6e4-4948-ab8f-a7e2396ec6fc req-1a868d4a-f79a-40ec-b0f2-5bb0465a92af tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488889
Apr 17 04:07:56.718163 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 43744) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:56.833467 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1768085316-network', 'tenant_id': '4acedbcc492442fda696d7da349c2601'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:07:56.838722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:56.842837 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Usage tracker for resource:network and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:56.845895 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:56.852647 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:56.862140 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Made reservation on behalf of 4acedbcc492442fda696d7da349c2601 for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:07:56.866910 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:56.880187 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:56.895947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:56.900021 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:56.902994 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:56.909269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:57.001035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:57.003955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:57.008263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-adf136c3-64f8-4729-8453-ddc74e99b33a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:57.037931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:07:57.048726 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfad6005-51a9-477b-a75a-55606fdca957,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:57.052673 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:57.055401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:57.055788 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Added segment 2ac76d3e-37da-48dc-bfd3-974af8960a57 of type vlan for network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4
Apr 17 04:07:57.094435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:57.332374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:57.333764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:57.334398 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:57.339469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:57.448008 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7283871
Apr 17 04:07:57.451263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43760) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:57.458429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Request body: {'subnet': {'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1768085316-subnet', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:07:57.463927 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:57.468241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Usage tracker for resource:subnet and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:57.471553 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:57.477699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:57.487199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=6c65acf2-5c6d-45f8-a908-0a39cd3053d4,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:57.488651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Made reservation on behalf of 4acedbcc492442fda696d7da349c2601 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:07:57.493407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852513405'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:57.497534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:57.499723 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:07:57.536497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd8ad5-4c1d-46f1-a13f-1bac484ea5dc req-11cb9f29-4dcf-41e9-a0cb-740e861031da tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:57.544075 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-28dd8ad5-4c1d-46f1-a13f-1bac484ea5dc req-11cb9f29-4dcf-41e9-a0cb-740e861031da tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1016626
Apr 17 04:07:57.591240 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-28dd8ad5-4c1d-46f1-a13f-1bac484ea5dc req-ddddae1b-06c0-4572-8fa0-a68c0ac48d14 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460227
Apr 17 04:07:57.912381 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851785584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852513390'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:57.916235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:57.988216 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c7a256-a9ff-4fc0-9a71-d436f2da6521,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:57.992134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:57.999648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Checking segment: {'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:07:58.000083 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Network hostable DHCP agents. Network: 6c65acf2-5c6d-45f8-a908-0a39cd3053d4, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:07:58.020074 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:07:58.028960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 6c65acf2-5c6d-45f8-a908-0a39cd3053d4) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:07:58.039324 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cea8f1-0464-4f50-a726-7b6a46b5104a None None] Network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:07:58.041793 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:58.042436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.067750 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-82a2bc7e-1be9-4ddc-bddf-c43ed9dc63d4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6152043
Apr 17 04:07:58.070481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43770) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:07:58.076849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:07:58.082177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:07:58.086838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Usage tracker for resource:router and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:07:58.091670 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:07:58.098391 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:07:58.108246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771965'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.109676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4092'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.125590 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.282046 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27907cdf-231b-5caf-868b-3475d251b5a1-6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521'}]}} from dv-cinder-786054-2-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 17 04:07:58.283251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.419264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4077'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.466907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Allocated IP 172.20.0.2 (6c65acf2-5c6d-45f8-a908-0a39cd3053d4/39c7a256-a9ff-4fc0-9a71-d436f2da6521/d34b0a28-3153-48a7-909e-404f37c2f0d9) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:07:58.701278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.712621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Transition to ACTIVE for port object d34b0a28-3153-48a7-909e-404f37c2f0d9 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:07:58.732915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Transition to ACTIVE for port object d34b0a28-3153-48a7-909e-404f37c2f0d9 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:07:58.739403 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.745050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:58.761639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.794482 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.805169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b94d40-8afc-4dd9-833f-847dfbd02e08 req-6b459969-3a9e-4fb9-be34-6de794e50596 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:07:58.808137 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e4b94d40-8afc-4dd9-833f-847dfbd02e08 req-6b459969-3a9e-4fb9-be34-6de794e50596 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.0966406
Apr 17 04:07:58.810910 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:07:58.814441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:07:58.818367 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:07:58.826576 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Pushing event updated for resources: {'Port': ['ID=d34b0a28-3153-48a7-909e-404f37c2f0d9,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:58.872642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.872966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.873350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.873718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.874102 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.874424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.874846 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.875644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.875644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.876106 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.876558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.876920 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:07:58.881680 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e4b94d40-8afc-4dd9-833f-847dfbd02e08 req-78648fa6-b9b6-45cd-837f-cc4d4474e423 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658522
Apr 17 04:07:58.885320 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:58.938887 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Attempting to bind port d34b0a28-3153-48a7-909e-404f37c2f0d9 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:07:58.939426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Attempting to bind port d34b0a28-3153-48a7-909e-404f37c2f0d9 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:07:58.939680 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Attempting to bind port d34b0a28-3153-48a7-909e-404f37c2f0d9 on network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:07:58.947103 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:07:58.947519 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Checking segment: {'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:07:58.947959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.948388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Bound using segment: {'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:07:58.949026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Bound port: d34b0a28-3153-48a7-909e-404f37c2f0d9, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:07:58.949768 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:58.993413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Allocated IP 172.27.0.253 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/264aa1c2-f29c-4368-8378-8c613f6a33d1) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:07:59.049722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] For port d34b0a28-3153-48a7-909e-404f37c2f0d9, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:07:59.053111 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] For port d34b0a28-3153-48a7-909e-404f37c2f0d9, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=d34b0a28-3153-48a7-909e-404f37c2f0d9,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:07:59.061048 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:59.067769 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:59.162436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Pushing event updated for resources: {'Port': ['ID=d34b0a28-3153-48a7-909e-404f37c2f0d9,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:59.165863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:59.213120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:59.254526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:07:59.255199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:07:59.312155 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:07:59.315249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:07:59.321346 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:07:59.390840 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Pushing event updated for resources: {'Port': ['ID=264aa1c2-f29c-4368-8378-8c613f6a33d1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:07:59.396146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:07:59.889860 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:00.235038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-e1407656-cab5-48a2-9059-3ee87ba83e48 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:00.236999 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-e1407656-cab5-48a2-9059-3ee87ba83e48 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 815 time: 0.2890573
Apr 17 04:08:00.304985 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-05ea2f9d-06e3-4b2d-8fa4-5d7c6faa2cb6 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/quotas/d9f0154219a143acba7a1cc126fd72de HTTP/1.1" status: 200  len: 375 time: 0.0289748
Apr 17 04:08:00.472410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06349d-24fc-452c-b8b1-7aa43dec6ccc req-da518270-c84e-41ed-b9d8-a1a9350006b0 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:00.474127 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4b06349d-24fc-452c-b8b1-7aa43dec6ccc req-da518270-c84e-41ed-b9d8-a1a9350006b0 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2360501
Apr 17 04:08:00.524382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device d34b0a28-3153-48a7-909e-404f37c2f0d9 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:00.581437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355757'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:00.583864 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4b06349d-24fc-452c-b8b1-7aa43dec6ccc req-aa618681-87b6-4382-a05b-4d678d3e148e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025066
Apr 17 04:08:00.605521 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-c5e85a96-a013-44f7-a5d7-ddd917433307 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2858870
Apr 17 04:08:00.697286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port d34b0a28-3153-48a7-909e-404f37c2f0d9 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:00.826883 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-886ccd85-6400-4eb9-b762-cd6472c02b1f service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203741
Apr 17 04:08:00.901340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249d323-0f5d-4348-bcf5-1fd18c9f43bd None None] Network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:08:00.945836 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Router a7d217ba-b96c-4b19-af7c-e38a6f67af26 is scheduled to L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 17 04:08:01.010399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-a2344ace-c62a-43a8-99af-09eadf01c0dd None None] Provisioning for port d34b0a28-3153-48a7-909e-404f37c2f0d9 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:01.024378 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-a2344ace-c62a-43a8-99af-09eadf01c0dd None None] Provisioning complete for port d34b0a28-3153-48a7-909e-404f37c2f0d9 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:01.024768 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2344ace-c62a-43a8-99af-09eadf01c0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:01.037970 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-b73b17cc-1941-4626-b6ed-25d1476ed3e5 service neutron] 10.222.0.36 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1993618
Apr 17 04:08:01.198334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:08:01.208496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Sync routers for ids ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:08:01.226394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Routers {'a7d217ba-b96c-4b19-af7c-e38a6f67af26'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:01.227116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca0f0f28>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:07:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:01.261806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:01.266380 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.1914089
Apr 17 04:08:01.266879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43874) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:01.409563 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-43014f6f-2727-4cb7-a294-e38ba264cf3f req-3a7a1019-3809-48bb-abb3-3b576e2c92fa tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 210 time: 0.1432664
Apr 17 04:08:01.669743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Set router a7d217ba-b96c-4b19-af7c-e38a6f67af26 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:01.908767 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2344ace-c62a-43a8-99af-09eadf01c0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:01.958270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-a2344ace-c62a-43a8-99af-09eadf01c0dd None None] For port d34b0a28-3153-48a7-909e-404f37c2f0d9, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=d34b0a28-3153-48a7-909e-404f37c2f0d9,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:01.964914 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2344ace-c62a-43a8-99af-09eadf01c0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:01.966741 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:01.979582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525c3c7-224a-4fe5-9917-85c9be4daec0 req-576e6c1b-29c1-4882-b10d-10158e0a4855 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:01.991890 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4525c3c7-224a-4fe5-9917-85c9be4daec0 req-576e6c1b-29c1-4882-b10d-10158e0a4855 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2093709
Apr 17 04:08:02.077252 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4525c3c7-224a-4fe5-9917-85c9be4daec0 req-45a00f72-e382-451f-b2d1-673bcb9c2ded tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842772
Apr 17 04:08:02.124864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2344ace-c62a-43a8-99af-09eadf01c0dd None None] Pushing event updated for resources: {'Port': ['ID=d34b0a28-3153-48a7-909e-404f37c2f0d9,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:02.147714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a2344ace-c62a-43a8-99af-09eadf01c0dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:02.190836 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca0f0f28>, [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:07:59Z', 'revision_number': 3, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:02.194350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9836c779-8a2c-469d-93fc-cb4aae0f7aec None None] Provisioning complete for port d34b0a28-3153-48a7-909e-404f37c2f0d9 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:02.195051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9836c779-8a2c-469d-93fc-cb4aae0f7aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:02.195205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Checking router: a7d217ba-b96c-4b19-af7c-e38a6f67af26 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:08:02.195902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Updating router a7d217ba-b96c-4b19-af7c-e38a6f67af26 port 264aa1c2-f29c-4368-8378-8c613f6a33d1 binding host dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:08:02.267966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:02.431602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:02.483719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device d34b0a28-3153-48a7-909e-404f37c2f0d9 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:02.615815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port d34b0a28-3153-48a7-909e-404f37c2f0d9 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:02.616233 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:02.647899 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3bd7689d-88d2-424a-b2b0-6c3306797ea0 req-15f6019f-e8e3-4290-99e0-97168b84b58c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 210 time: 0.0661778
Apr 17 04:08:02.685327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Allocated IP 172.20.0.1 (6c65acf2-5c6d-45f8-a908-0a39cd3053d4/39c7a256-a9ff-4fc0-9a71-d436f2da6521/89a18e76-57d8-4ad3-8e72-3e57d4ed28dd) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:02.768104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:02.780304 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Transition to ACTIVE for port object 264aa1c2-f29c-4368-8378-8c613f6a33d1 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:02.788251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:02.793572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d8cfbb1e-2bd9-4e67-bc72-a3790ce1ec7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:02.854254 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:02.871161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Transition to ACTIVE for port object 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:02.874066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Attempting to bind port 264aa1c2-f29c-4368-8378-8c613f6a33d1 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:02.874476 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Attempting to bind port 264aa1c2-f29c-4368-8378-8c613f6a33d1 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:02.874926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Attempting to bind port 264aa1c2-f29c-4368-8378-8c613f6a33d1 on network 0dc6f800-ff57-4799-b37a-4ed29384853c {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:02.884535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Pushing event updated for resources: {'Port': ['ID=264aa1c2-f29c-4368-8378-8c613f6a33d1,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:02.886962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:02.887369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Checking segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:02.887805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:02.888229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Bound using segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:02.888735 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Bound port: 264aa1c2-f29c-4368-8378-8c613f6a33d1, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:02.889154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:02.897038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:02.901701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:02.933361 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.933745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.934112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.934474 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.934874 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.935240 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.935572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.935925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.936292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.936652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.936994 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.937389 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:02.941412 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:02.967802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:02.970812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:02.974593 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:02.984404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] For port 264aa1c2-f29c-4368-8378-8c613f6a33d1, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:02.988147 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] For port 264aa1c2-f29c-4368-8378-8c613f6a33d1, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=264aa1c2-f29c-4368-8378-8c613f6a33d1,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:02.992399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:03.000813 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:03.005867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Pushing event updated for resources: {'Port': ['ID=89a18e76-57d8-4ad3-8e72-3e57d4ed28dd,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:03.012758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:03.034462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421646'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:03.078715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Routers {'a7d217ba-b96c-4b19-af7c-e38a6f67af26'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:03.079362 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca0f0f28>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:07:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:03.168974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:03.297492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6950b4b-787f-4e99-b2d0-a61b5d17eb46 req-d3d015c0-dd6b-47b5-9a32-21534fab1d80 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:03.303396 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6950b4b-787f-4e99-b2d0-a61b5d17eb46 req-d3d015c0-dd6b-47b5-9a32-21534fab1d80 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1031837
Apr 17 04:08:03.304933 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-b47bcbeb-d79d-4d17-8e89-03cedf3ff7a3 None None] Provisioning for port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:03.311292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-b47bcbeb-d79d-4d17-8e89-03cedf3ff7a3 None None] Provisioning complete for port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:03.312053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b47bcbeb-d79d-4d17-8e89-03cedf3ff7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:03.372907 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6950b4b-787f-4e99-b2d0-a61b5d17eb46 req-2895a646-aa1a-4bbf-a62f-430a8fad0636 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648534
Apr 17 04:08:03.376902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-b47bcbeb-d79d-4d17-8e89-03cedf3ff7a3 None None] Port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:08:03.377312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Pushing event updated for resources: {'Port': ['ID=264aa1c2-f29c-4368-8378-8c613f6a33d1,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:03.386589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:03.430765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:03.435315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:03.454999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] Set router a7d217ba-b96c-4b19-af7c-e38a6f67af26 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:03.469991 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:03.552562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854354071'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:03.556328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Pushing event updated for resources: {'Port': ['ID=89a18e76-57d8-4ad3-8e72-3e57d4ed28dd,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:03.566485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:03.710730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:03.711684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:03.805393 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca0f0f28>, [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '89a18e76-57d8-4ad3-8e72-3e57d4ed28dd', 'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'mac_address': 'fa:16:3e:40:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:02Z', 'updated_at': '2021-04-17T04:08:02Z', 'revision_number': 1, 'project_id': '4acedbcc492442fda696d7da349c2601', 'subnets': [{'id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:03.809886 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6160bfcf-71c4-4d6c-9a0d-355a98ac40f7 None None] The sync data for ids ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'] in dv-cinder-786054-2-iscsi is: [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '89a18e76-57d8-4ad3-8e72-3e57d4ed28dd', 'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'mac_address': 'fa:16:3e:40:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:02Z', 'updated_at': '2021-04-17T04:08:02Z', 'revision_number': 1, 'project_id': '4acedbcc492442fda696d7da349c2601', 'subnets': [{'id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:08:03.827529 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3aaafe39-2936-4b9f-b354-fa442d8bf34f req-26acb249-d44e-49c9-b530-3812062c0685 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 210 time: 0.0643563
Apr 17 04:08:04.004211 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-ab6fcac6-af4f-489b-8e69-3142e0e22dc0 None None] Provisioning complete for port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:04.004632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab6fcac6-af4f-489b-8e69-3142e0e22dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:04.064541 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-ab6fcac6-af4f-489b-8e69-3142e0e22dc0 None None] Port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:08:04.146448 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Router a7d217ba-b96c-4b19-af7c-e38a6f67af26 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:08:04.341281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:08:04.359194 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] 10.222.0.36 "PUT /v2.0/routers/a7d217ba-b96c-4b19-af7c-e38a6f67af26/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0828629
Apr 17 04:08:04.653057 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20a80-4e58-48e8-aab5-d60095cb5e1f req-1fcad822-9ba2-4e49-ab76-2baa288b5675 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:04.654474 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e1c20a80-4e58-48e8-aab5-d60095cb5e1f req-1fcad822-9ba2-4e49-ab76-2baa288b5675 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1550753
Apr 17 04:08:04.735871 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e1c20a80-4e58-48e8-aab5-d60095cb5e1f req-6c9a4259-5633-4511-aeb2-df2ed1dbba27 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740829
Apr 17 04:08:05.037180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 43958) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:05.043687 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-951891657-network', 'tenant_id': '8f82723c477540578afe534791e6a98c'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:05.053657 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fd7b83ee-2b1f-46b2-bab3-54463402bcf0 req-e8f2b5d6-f099-4f9b-945a-c2403a9a5f39 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 210 time: 0.0644701
Apr 17 04:08:05.059765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:05.068284 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Usage tracker for resource:network and tenant:8f82723c477540578afe534791e6a98c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:05.086480 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:05.100683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:05.117030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Made reservation on behalf of 8f82723c477540578afe534791e6a98c for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:05.122645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:05.136661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:05.154495 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:05.158968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Usage tracker for resource:security_group_rule and tenant:8f82723c477540578afe534791e6a98c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:05.162111 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:05.168295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:05.259408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:05.262447 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:05.266713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2bd74f18-1f92-4350-9c0e-55a0162963f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:05.294754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:08:05.304298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403304c0-8713-48f2-8bfe-838cd36d3d95,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:05.307684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:05.311502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:05.311881 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Added segment f29f509c-d405-436a-9193-9802f718387e of type vlan for network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d
Apr 17 04:08:05.340085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:05.372965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:05.374615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:05.375742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:05.382478 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8910973c-f9a7-4f6a-915f-fd7a7a2f4a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:05.492225 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4538190
Apr 17 04:08:05.493130 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Pushing event updated for resources: {'Network': ['ID=07de6fef-7bab-4fab-b8b9-5ee1f4c6641d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:05.495301 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 43962) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:05.496550 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:05.502219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Request body: {'subnet': {'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-951891657-subnet', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'ip_version': 4}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:05.504606 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:08:05.509222 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:05.514267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Usage tracker for resource:subnet and tenant:8f82723c477540578afe534791e6a98c is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:05.517859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:05.524776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:05.538788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Made reservation on behalf of 8f82723c477540578afe534791e6a98c for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:05.543794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3200795'] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:06.001248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-f3248ee0-befb-4673-af1f-dec09a65e729 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:06.015570 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-f3248ee0-befb-4673-af1f-dec09a65e729 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 815 time: 0.3001494
Apr 17 04:08:06.033079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Request body: {'port': {'device_id': 'd2a38cc7-0202-4082-b7d7-255a335b7be9', 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d', 'admin_state_up': True, 'tenant_id': 'd9f0154219a143acba7a1cc126fd72de'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:06.298780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d6011-737e-4045-87bc-fb3735082462 req-84fcead5-029e-4111-adf2-efdf5626ca8c tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:06.308429 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-919d6011-737e-4045-87bc-fb3735082462 req-84fcead5-029e-4111-adf2-efdf5626ca8c tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2907400
Apr 17 04:08:06.347945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:06.352941 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Usage tracker for resource:port and tenant:d9f0154219a143acba7a1cc126fd72de is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:06.356169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:06.379396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:06.397409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Made reservation on behalf of d9f0154219a143acba7a1cc126fd72de for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:06.403783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:06.512406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 264aa1c2-f29c-4368-8378-8c613f6a33d1 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:06.584442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44008) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:06.690631 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 264aa1c2-f29c-4368-8378-8c613f6a33d1 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:06.697805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 264aa1c2-f29c-4368-8378-8c613f6a33d1 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:06.698576 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:06.699676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Allocated IP 172.20.0.11 (cf3cdb63-dd7f-4313-bf72-5d3eea4d913d/8a641dc7-2c59-499e-8e47-d20e6694166c/aa5b2ebc-cb71-4f9b-8fcc-2126e2961400) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:06.774966 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5229f741-1bd2-49d3-9508-1f5c0b0a2d9e req-cb49b9e3-65c7-4509-9988-caa6abffa68d tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 210 time: 0.3666346
Apr 17 04:08:06.799138 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-919d6011-737e-4045-87bc-fb3735082462 req-f006da2f-fbd5-413a-8065-e66c184dcba9 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4849992
Apr 17 04:08:06.892129 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27df69-a87e-4f8b-97d8-b452dad701a2 req-7d1c1328-305e-44ae-a5ba-89b00aa2884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:06.894560 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3d27df69-a87e-4f8b-97d8-b452dad701a2 req-7d1c1328-305e-44ae-a5ba-89b00aa2884e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 1098 time: 0.3081686
Apr 17 04:08:06.913153 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc256b5-da6a-4b09-82fe-b1b058ce7e7b req-3143b32e-f022-4ed7-b075-25f09b74607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:06.914662 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6fc256b5-da6a-4b09-82fe-b1b058ce7e7b req-3143b32e-f022-4ed7-b075-25f09b74607b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 1098 time: 0.5124676
Apr 17 04:08:06.934049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44018) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:06.948838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:06.968347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 264aa1c2-f29c-4368-8378-8c613f6a33d1, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=264aa1c2-f29c-4368-8378-8c613f6a33d1,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:06.971094 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3d27df69-a87e-4f8b-97d8-b452dad701a2 req-b174438e-49f9-40f6-8f23-ca2da086bb36 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586679
Apr 17 04:08:06.972785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:06.975888 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:07.013904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3310380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3200778'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.016435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7cda8015-52ec-48c4-99df-caec21a3dd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.027520 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-66a614b6-86fe-4684-bdc3-0b5874877ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:07.065560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7cda8015-52ec-48c4-99df-caec21a3dd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:07.068402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd91f297-0e7e-4039-a8c7-546c8aa72978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.086006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-7cda8015-52ec-48c4-99df-caec21a3dd30 admin admin] Usage tracker for resource:security_group_rule and tenant:a55dc43e6c1c48e3be31ca5744a6bf56 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:07.092066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.093086 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=264aa1c2-f29c-4368-8378-8c613f6a33d1,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:07.097273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-7cda8015-52ec-48c4-99df-caec21a3dd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:07.105923 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cd91f297-0e7e-4039-a8c7-546c8aa72978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:07.107384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:07.115180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7cda8015-52ec-48c4-99df-caec21a3dd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:07.117523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-cd91f297-0e7e-4039-a8c7-546c8aa72978 admin admin] Usage tracker for resource:security_group_rule and tenant:a639dcfcdb9346ca9d630573090da972 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:07.122365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-cd91f297-0e7e-4039-a8c7-546c8aa72978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:07.135195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-cd91f297-0e7e-4039-a8c7-546c8aa72978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:07.140208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Pushing event updated for resources: {'Subnet': ['ID=790728c4-eb50-481e-9b82-bd392241831f,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:07.146176 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:07.195957 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Checking segment: {'id': 'f29f509c-d405-436a-9193-9802f718387e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:07.196357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Network hostable DHCP agents. Network: 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:08:07.227218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.239850 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:07.243407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:08:07.249200 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['aac73be1-ad1a-4cc1-852e-7220936415c8', 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154', '4c9c92f2-a88d-483d-a54a-6b7aad577409'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:08:07.257390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc256b5-da6a-4b09-82fe-b1b058ce7e7b req-c0eee584-f43d-4f82-853c-7e73fdbc81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:07.259107 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6fc256b5-da6a-4b09-82fe-b1b058ce7e7b req-c0eee584-f43d-4f82-853c-7e73fdbc81e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 920 time: 0.2931046
Apr 17 04:08:07.260124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:07.272272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:07.273040 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.357735 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:07.373823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec43b894-ed22-47d2-932f-da1aa7cd5e73 None None] Network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:08:07.380797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:07.389141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Pushing event updated for resources: {'Port': ['ID=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:07.401738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:07.414240 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6fc256b5-da6a-4b09-82fe-b1b058ce7e7b req-6536df31-2dc3-4e5e-8968-2a8f59e65b62 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a39efe2-f534-4392-8736-824e9e936623 HTTP/1.1" status: 200  len: 217 time: 0.1355610
Apr 17 04:08:07.418201 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ebbb2ae9-c5a8-4ee7-a9d7-cc60666f115f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.9216752
Apr 17 04:08:07.420990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44034) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:07.448060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:07.461535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7cda8015-52ec-48c4-99df-caec21a3dd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.468567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-951891657-router', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:07.469507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd91f297-0e7e-4039-a8c7-546c8aa72978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.473262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7cda8015-52ec-48c4-99df-caec21a3dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.479449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:07.484386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-71e4881a-bde6-44b9-a005-7c0ce2ab032c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:07.491848 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Usage tracker for resource:router and tenant:8f82723c477540578afe534791e6a98c is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:07.496881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:07.509723 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd91f297-0e7e-4039-a8c7-546c8aa72978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.510260 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:07.526992 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc256b5-da6a-4b09-82fe-b1b058ce7e7b req-a61e9046-881b-4658-957b-1977d6513913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:07.528522 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6fc256b5-da6a-4b09-82fe-b1b058ce7e7b req-a61e9046-881b-4658-957b-1977d6513913 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=daad0934-2d9e-46de-b136-ceda493744fd HTTP/1.1" status: 200  len: 859 time: 0.1041651
Apr 17 04:08:07.532373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771965'] for router, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.534763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4092'] for router, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.567318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:07.568016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.572534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda8015-52ec-48c4-99df-caec21a3dd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e585ea63-d3fc-4dbf-92e9-6a082e320305,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:07.576276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Sync routers for ids ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:08:07.595116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7cda8015-52ec-48c4-99df-caec21a3dd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:07.595427 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Routers {'a7d217ba-b96c-4b19-af7c-e38a6f67af26'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:07.596062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca251978>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:07:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:07.601361 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-45df8bd8-a66a-49d1-a27b-299cf28b2640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:07.619672 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6fc256b5-da6a-4b09-82fe-b1b058ce7e7b req-e826e4ad-d481-4aa4-a519-cc92ff2770ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805130
Apr 17 04:08:07.650290 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7cda8015-52ec-48c4-99df-caec21a3dd30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a55dc43e6c1c48e3be31ca5744a6bf56&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0644774
Apr 17 04:08:07.657174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91f297-0e7e-4039-a8c7-546c8aa72978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a19ff7e-14c6-42c2-8004-720470f70a8b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:07.672246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44042) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:07.683711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cd91f297-0e7e-4039-a8c7-546c8aa72978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:07.693545 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-cd91f297-0e7e-4039-a8c7-546c8aa72978 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a639dcfcdb9346ca9d630573090da972&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7583752
Apr 17 04:08:07.709821 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44048) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:07.775380 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7473140
Apr 17 04:08:07.792667 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6fc256b5-da6a-4b09-82fe-b1b058ce7e7b req-0115539c-58db-4ccd-88cf-b060601d8a7a service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644466
Apr 17 04:08:07.803437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Request body: {'port': {'device_id': 'd2a38cc7-0202-4082-b7d7-255a335b7be9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:07.804487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.901903 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff98e-636f-4ddc-9790-16d5de9f2dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.940090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66c9e14a-7eba-4432-82b4-bd12b41c01e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:07.994369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff98e-636f-4ddc-9790-16d5de9f2dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:08.083853 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff98e-636f-4ddc-9790-16d5de9f2dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:08.106335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3bcdb432-1f45-4a8d-a22d-6c2821891a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:08.145788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ff98e-636f-4ddc-9790-16d5de9f2dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a19ff7e-14c6-42c2-8004-720470f70a8b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:08.260800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fc9ff98e-636f-4ddc-9790-16d5de9f2dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:08.265639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:08.316082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66c9e14a-7eba-4432-82b4-bd12b41c01e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:08.383397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-079bbeab-a3b7-43aa-9c00-6cf75367c00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:08.477599 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fc9ff98e-636f-4ddc-9790-16d5de9f2dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:08.478729 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-fc9ff98e-636f-4ddc-9790-16d5de9f2dd6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a19ff7e-14c6-42c2-8004-720470f70a8b HTTP/1.1" status: 204  len: 168 time: 0.7649887
Apr 17 04:08:08.482769 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66c9e14a-7eba-4432-82b4-bd12b41c01e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:08.497716 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-148ba313-b860-41fa-a046-9123fb7db78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:08.520023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9e14a-7eba-4432-82b4-bd12b41c01e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e585ea63-d3fc-4dbf-92e9-6a082e320305,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:08.522642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-66c9e14a-7eba-4432-82b4-bd12b41c01e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:08.534956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 264aa1c2-f29c-4368-8378-8c613f6a33d1 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:08.535216 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66c9e14a-7eba-4432-82b4-bd12b41c01e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:08.537707 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-66c9e14a-7eba-4432-82b4-bd12b41c01e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e585ea63-d3fc-4dbf-92e9-6a082e320305 HTTP/1.1" status: 204  len: 168 time: 0.8569436
Apr 17 04:08:08.747021 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27907cdf-231b-5caf-868b-3475d251b5a1-07de6fef-7bab-4fab-b8b9-5ee1f4c6641d', 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'fixed_ips': [{'subnet_id': '790728c4-eb50-481e-9b82-bd392241831f'}]}} from dv-cinder-786054-2-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 17 04:08:08.748664 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:08.825434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4077'] for router, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:08.834181 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6fc256b5-da6a-4b09-82fe-b1b058ce7e7b req-b677f9ac-fc49-42b5-8117-f3639a95199f service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0277333
Apr 17 04:08:08.864149 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb296f39-56e6-49c3-a49b-b71df495f121 req-364d15a5-4e73-40d2-b701-fa8103eb9551 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:08.883320 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cb296f39-56e6-49c3-a49b-b71df495f121 req-364d15a5-4e73-40d2-b701-fa8103eb9551 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 932 time: 0.8810959
Apr 17 04:08:09.024381 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81159f-7975-4325-ada1-d494eb9ce6bb req-c179196b-f465-44a9-9f07-a3cf00f1cb42 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:09.026383 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fc81159f-7975-4325-ada1-d494eb9ce6bb req-c179196b-f465-44a9-9f07-a3cf00f1cb42 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.6118574
Apr 17 04:08:09.086429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Allocated IP 172.20.0.2 (07de6fef-7bab-4fab-b8b9-5ee1f4c6641d/790728c4-eb50-481e-9b82-bd392241831f/ed80f485-6850-4b68-9338-23b572f47a7c) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:09.151760 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cb296f39-56e6-49c3-a49b-b71df495f121 req-49fb35f6-aaa1-472b-92ab-8eea9535e3fd tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672923
Apr 17 04:08:09.182422 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fc81159f-7975-4325-ada1-d494eb9ce6bb req-c7e9d4a8-7481-42e8-a88b-11532d223ede tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471698
Apr 17 04:08:09.276692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:08:09.301928 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:09.336510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Transition to ACTIVE for port object aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:09.342766 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:09.363279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:09.452985 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:09.490926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 264aa1c2-f29c-4368-8378-8c613f6a33d1 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:09.491517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:09.523893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:09.559227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:09.645742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Set router a7d217ba-b96c-4b19-af7c-e38a6f67af26 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:09.664873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:09.667976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:09.729547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Allocated IP 172.27.0.108 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/4a28aa42-bdf7-4c5a-b06d-8e3a45413717) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:09.737230 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:09.810820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Attempting to bind port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:09.811197 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Attempting to bind port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:09.811571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Attempting to bind port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:09.819623 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:08:09.820076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Attempting to bind port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 on network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:09.826620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:09.827154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Checking segment: {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:09.827644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Bound using segment: {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:09.828471 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Bound port: aa5b2ebc-cb71-4f9b-8fcc-2126e2961400, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24603a6-d4e5-4e93-8592-74032d3e5d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:09.829039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:09.897928 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Transition to ACTIVE for port object ed80f485-6850-4b68-9338-23b572f47a7c will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:09.934905 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:09.936392 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] For port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400, host hv-cinder-78605, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:09.957027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] For port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:09.967138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:09.973206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-27ca2d5f-45f0-4ac2-aca6-e45ab455df63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:09.978909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:09.986619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2377b480-df6f-41c4-afea-1ddbb3829689 tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:10.057084 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44120) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:10.069237 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Pushing event updated for resources: {'Port': ['ID=4a28aa42-bdf7-4c5a-b06d-8e3a45413717,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:10.074701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:10.085669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:10.087257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:10.093628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:10.104745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:10.106027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:10.107565 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] 10.222.0.43 "PUT /v2.0/ports/aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 HTTP/1.1" status: 200  len: 1094 time: 2.3156676
Apr 17 04:08:10.108237 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a38cc7-0202-4082-b7d7-255a335b7be9', 'tag': 'aa5b2ebc-cb71-4f9b-8fcc-2126e2961400'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:08:10.288040 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a38cc7-0202-4082-b7d7-255a335b7be9', 'tag': 'aa5b2ebc-cb71-4f9b-8fcc-2126e2961400', 'status': 'completed', 'code': 200}
Apr 17 04:08:10.324632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:10.332732 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:10.395033 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-79cfca46-ecae-4479-833c-d49914c98984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:10.396685 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-79cfca46-ecae-4479-833c-d49914c98984 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 1097 time: 0.2258329
Apr 17 04:08:10.473897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Transition to ACTIVE for port object ed80f485-6850-4b68-9338-23b572f47a7c will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:10.494050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:10.500879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1082274127-network', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:10.505306 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:10.517784 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:10.521725 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-300ec33a-086e-494c-b6a5-0ea24defbe7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 HTTP/1.1" status: 200  len: 217 time: 0.1135447
Apr 17 04:08:10.524283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Usage tracker for resource:network and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:10.527354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:10.533937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:10.538248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-75ed0ea2-7030-40a0-a060-b64c77a72226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:10.596901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:10.605035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:10.615877 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-f20dfb6c-9717-4793-bd88-21b09dab4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:10.618028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:10.618157 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-f20dfb6c-9717-4793-bd88-21b09dab4344 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a641dc7-2c59-499e-8e47-d20e6694166c HTTP/1.1" status: 200  len: 855 time: 0.0801733
Apr 17 04:08:10.625317 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Made reservation on behalf of 158c2a61ba42425591ac468ca75f2f3b for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:10.630779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:10.710467 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:10.728002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:10.728232 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-c8375bd9-a33c-437f-a49c-f9db02c371e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0703814
Apr 17 04:08:10.737713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:10.741822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Usage tracker for resource:security_group_rule and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:10.745858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:10.754612 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:10.778957 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Pushing event updated for resources: {'Port': ['ID=ed80f485-6850-4b68-9338-23b572f47a7c,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:10.797493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:10.819577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Attempting to bind port ed80f485-6850-4b68-9338-23b572f47a7c on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:10.819577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Attempting to bind port ed80f485-6850-4b68-9338-23b572f47a7c by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'f29f509c-d405-436a-9193-9802f718387e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:10.819577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Attempting to bind port ed80f485-6850-4b68-9338-23b572f47a7c on network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:10.827739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:10.828184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Checking segment: {'id': 'f29f509c-d405-436a-9193-9802f718387e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:10.828640 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:10.829238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Bound using segment: {'id': 'f29f509c-d405-436a-9193-9802f718387e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:10.830003 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Bound port: ed80f485-6850-4b68-9338-23b572f47a7c, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29f509c-d405-436a-9193-9802f718387e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:10.830419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:10.864193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:10.924321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca251978>, [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '89a18e76-57d8-4ad3-8e72-3e57d4ed28dd', 'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'mac_address': 'fa:16:3e:40:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:02Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 2, 'project_id': '4acedbcc492442fda696d7da349c2601', 'subnets': [{'id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:10.933238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Checking router: a7d217ba-b96c-4b19-af7c-e38a6f67af26 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:08:10.933645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Updating router a7d217ba-b96c-4b19-af7c-e38a6f67af26 port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd binding host dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:08:11.024675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] For port ed80f485-6850-4b68-9338-23b572f47a7c, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:11.031857 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.053038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] For port ed80f485-6850-4b68-9338-23b572f47a7c, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=ed80f485-6850-4b68-9338-23b572f47a7c,segment=NetworkSegment(f29f509c-d405-436a-9193-9802f718387e),segment_id=f29f509c-d405-436a-9193-9802f718387e)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:11.278141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3374-b9f1-4bb2-b14f-08023a5838f2 req-3679833b-2a38-442a-a7c6-1788f33e2053 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:11.280206 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c2db3374-b9f1-4bb2-b14f-08023a5838f2 req-3679833b-2a38-442a-a7c6-1788f33e2053 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.6471393
Apr 17 04:08:11.292563 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf07cfe-f8e9-415e-859a-5d7f5805a5ee req-4f588f84-94af-4a99-bfaf-76be1a95c306 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:11.294359 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fbf07cfe-f8e9-415e-859a-5d7f5805a5ee req-4f588f84-94af-4a99-bfaf-76be1a95c306 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 944 time: 0.6093380
Apr 17 04:08:11.388700 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fbf07cfe-f8e9-415e-859a-5d7f5805a5ee req-f34dcdfa-e9f2-427c-b290-4cd612c2337b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866940
Apr 17 04:08:11.390381 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-d8603c6a-063c-422f-874c-fe6db5875447 service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5242307
Apr 17 04:08:11.392023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.396861 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c2db3374-b9f1-4bb2-b14f-08023a5838f2 req-f2df7dfd-3b06-4b03-9204-61336482bc69 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993471
Apr 17 04:08:11.418595 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5278bdbe-beec-403c-a2ab-f70ff9f3954b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:11.434245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.442783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Transition to ACTIVE for port object 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:11.458207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.466406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:11.498369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.610270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.651562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:08:11.671729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.672364 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Added segment f6cbf624-f025-4e11-82a3-f7474f377ab1 of type vlan for network 2b408745-a6b5-4637-8637-e92d07e76273
Apr 17 04:08:11.715413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.732580 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.769671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355757'] for router, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.774346 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddfbc59-b6f3-40b1-b348-9f3fd6e79b2b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:11.780109 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:11.787994 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.791273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:11.791914 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:11.828127 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3c5a0fce-17d8-432d-ad69-7253df541508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:11.879017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Pushing event updated for resources: {'Port': ['ID=ed80f485-6850-4b68-9338-23b572f47a7c,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:11.900109 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:11.900618 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:11.980540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Pushing event updated for resources: {'Network': ['ID=2b408745-a6b5-4637-8637-e92d07e76273,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:11.983619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:11.986349 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9245076
Apr 17 04:08:11.995085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44170) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:12.015024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Request body: {'subnet': {'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1082274127-subnet', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:12.015024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:12.015024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Usage tracker for resource:subnet and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:12.017842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:12.024075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:12.054270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Made reservation on behalf of 158c2a61ba42425591ac468ca75f2f3b for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:12.055407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 2b408745-a6b5-4637-8637-e92d07e76273 details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:08:12.059345 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852513405'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:12.300382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Attempting to bind port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:12.301033 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Attempting to bind port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:12.301654 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Attempting to bind port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd on network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:12.322249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:12.323033 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Checking segment: {'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:12.323682 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:12.324320 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Bound using segment: {'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:12.326355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Bound port: 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:12.327019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:12.360438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126bbec-504a-41c6-ab9f-5f0ae1d67448 None None] Pushing event updated for resources: {'Port': ['ID=89a18e76-57d8-4ad3-8e72-3e57d4ed28dd,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:12.388637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4126bbec-504a-41c6-ab9f-5f0ae1d67448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:12.584099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] For port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:12.587660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] For port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=89a18e76-57d8-4ad3-8e72-3e57d4ed28dd,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:12.592332 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:12.608005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:12.630730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Router cb1ac992-6ca4-4d83-b890-cf17469d234c is scheduled to L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 with binding_index 1 {{(pid=86365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 17 04:08:12.648803 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25a3bc-86f0-4a75-9fa2-30bd69f55540 req-968c2abe-bc49-4f61-b73c-8f23b3d7551f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:12.657084 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-db25a3bc-86f0-4a75-9fa2-30bd69f55540 req-968c2abe-bc49-4f61-b73c-8f23b3d7551f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.3684621
Apr 17 04:08:12.659319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ed80f485-6850-4b68-9338-23b572f47a7c up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:12.664530 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27df2f3f-0c99-4aba-8c47-4102c5c515e2 req-4695487f-44bc-44f8-a0a6-b81a5fcf8512 service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2504230
Apr 17 04:08:12.786138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Routers {'a7d217ba-b96c-4b19-af7c-e38a6f67af26'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:12.787572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca251978>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:12.827953 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44190) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:12.840624 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851785584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852513390'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:12.858206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d84cb845-373c-407d-860e-b458790210c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:12.892787 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f38414-3b26-45e9-b370-5b7b91d46398 req-ad80b469-7130-4672-ab3d-b231d2a6f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:12.894433 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-85f38414-3b26-45e9-b370-5b7b91d46398 req-ad80b469-7130-4672-ab3d-b231d2a6f80d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 1098 time: 0.6073773
Apr 17 04:08:12.970175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f338970-0c0a-465d-ab81-bec9a646a2b7,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:12.973114 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:12.980640 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126bbec-504a-41c6-ab9f-5f0ae1d67448 None None] Pushing event updated for resources: {'Port': ['ID=89a18e76-57d8-4ad3-8e72-3e57d4ed28dd,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:12.984302 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4126bbec-504a-41c6-ab9f-5f0ae1d67448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:12.988528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Checking segment: {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:12.988930 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Network hostable DHCP agents. Network: 2b408745-a6b5-4637-8637-e92d07e76273, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:08:12.997523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8855a-0a3d-4ef2-91dc-e844481223b7 req-bcb23d78-91e7-4163-b22b-8c5451e12d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:12.999191 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-81a8855a-0a3d-4ef2-91dc-e844481223b7 req-bcb23d78-91e7-4163-b22b-8c5451e12d11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9f0154219a143acba7a1cc126fd72de&device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 1097 time: 0.1992202
Apr 17 04:08:13.008385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:13.059583 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Network 2b408745-a6b5-4637-8637-e92d07e76273 is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:08:13.065844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port ed80f485-6850-4b68-9338-23b572f47a7c completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:13.072665 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-db25a3bc-86f0-4a75-9fa2-30bd69f55540 req-7d12352b-32f9-489e-929d-26f2b6de5f54 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4086125
Apr 17 04:08:13.205268 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 2b408745-a6b5-4637-8637-e92d07e76273) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:13.225413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:13.226055 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:13.251309 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b856650-a46b-4ece-8617-6b860d49bcf4 req-02f6b247-4cde-458c-8552-dcbb8e66199d tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:13.263097 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b856650-a46b-4ece-8617-6b860d49bcf4 req-02f6b247-4cde-458c-8552-dcbb8e66199d tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 944 time: 0.5762689
Apr 17 04:08:13.283673 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2846673
Apr 17 04:08:13.285298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44196) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:13.292917 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:13.295795 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4cf542-0669-4108-83a5-4d12a0ceafce None None] Network 2b408745-a6b5-4637-8637-e92d07e76273 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:08:13.300205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:13.303324 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8855a-0a3d-4ef2-91dc-e844481223b7 req-a6635212-5d7b-437a-a83c-787b739679e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:13.304969 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-81a8855a-0a3d-4ef2-91dc-e844481223b7 req-a6635212-5d7b-437a-a83c-787b739679e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 200  len: 916 time: 0.2931416
Apr 17 04:08:13.307547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Usage tracker for resource:router and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:13.310822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:13.385585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] Set router a7d217ba-b96c-4b19-af7c-e38a6f67af26 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:13.388322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f38414-3b26-45e9-b370-5b7b91d46398 req-0930aae3-1a73-49b6-8ca2-77fd378f1bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:13.388561 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:13.390276 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-85f38414-3b26-45e9-b370-5b7b91d46398 req-0930aae3-1a73-49b6-8ca2-77fd378f1bf1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 920 time: 0.4671500
Apr 17 04:08:13.392314 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-81a8855a-0a3d-4ef2-91dc-e844481223b7 req-9f6e7c41-109c-4a10-b702-2d472daceedd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 HTTP/1.1" status: 200  len: 217 time: 0.0780191
Apr 17 04:08:13.401684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771965'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:13.402843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4092'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:13.405100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:08:13.414716 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Sync routers for ids ['cb1ac992-6ca4-4d83-b890-cf17469d234c'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:08:13.418145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8a23-6ddd-4e96-b127-7c8d57fc338f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:13.433755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Routers {'cb1ac992-6ca4-4d83-b890-cf17469d234c'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:13.434442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca036860>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['cb1ac992-6ca4-4d83-b890-cf17469d234c'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:13.501775 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:13.516150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8855a-0a3d-4ef2-91dc-e844481223b7 req-988d7455-ed2c-4cab-ba8a-612749c23569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:13.517728 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-81a8855a-0a3d-4ef2-91dc-e844481223b7 req-988d7455-ed2c-4cab-ba8a-612749c23569 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8a641dc7-2c59-499e-8e47-d20e6694166c HTTP/1.1" status: 200  len: 855 time: 0.1096961
Apr 17 04:08:13.534441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c6bf8a23-6ddd-4e96-b127-7c8d57fc338f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:13.566391 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c6bf8a23-6ddd-4e96-b127-7c8d57fc338f admin admin] Usage tracker for resource:security_group_rule and tenant:7410c26324874c759c9a7d398ced94db is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:13.575620 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b856650-a46b-4ece-8617-6b860d49bcf4 req-1e018549-63b8-4fba-8823-dfb72826a114 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3101394
Apr 17 04:08:13.577081 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-85f38414-3b26-45e9-b370-5b7b91d46398 req-81a97d86-d222-4c18-b7e7-5ce99a3bf387 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a39efe2-f534-4392-8736-824e9e936623 HTTP/1.1" status: 200  len: 217 time: 0.1293299
Apr 17 04:08:13.580839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c6bf8a23-6ddd-4e96-b127-7c8d57fc338f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:13.611506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c6bf8a23-6ddd-4e96-b127-7c8d57fc338f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:13.637202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f981291d-b0f2-40bd-b0a5-b930f3fa2217 None None] Network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:08:13.659598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:13.664058 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.2386670
Apr 17 04:08:13.672272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44204) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:13.725112 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-81a8855a-0a3d-4ef2-91dc-e844481223b7 req-5e42f923-c42f-4874-9fd5-a36925ef192d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1996846
Apr 17 04:08:13.791208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Set router cb1ac992-6ca4-4d83-b890-cf17469d234c gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:13.973270 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-81a8855a-0a3d-4ef2-91dc-e844481223b7 req-600d68ea-e078-43cc-bd8b-ebb92843b14b service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786857
Apr 17 04:08:14.053695 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44216) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:14.149936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27907cdf-231b-5caf-868b-3475d251b5a1-2b408745-a6b5-4637-8637-e92d07e76273', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7'}]}} from dv-cinder-786054-2-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 17 04:08:14.151222 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:14.172577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-4022101a-af1f-41a3-8c55-012e90bf740f None None] Provisioning for port ed80f485-6850-4b68-9338-23b572f47a7c completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:14.217209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-4022101a-af1f-41a3-8c55-012e90bf740f None None] Provisioning complete for port ed80f485-6850-4b68-9338-23b572f47a7c triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:14.217882 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4022101a-af1f-41a3-8c55-012e90bf740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:14.270466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca036860>, [{'id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'name': 'tempest-TestShelveInstance-951891657-router', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:07Z', 'updated_at': '2021-04-17T04:08:10Z', 'revision_number': 3, 'project_id': '8f82723c477540578afe534791e6a98c', 'gw_port': {'id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:09Z', 'updated_at': '2021-04-17T04:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:14.275285 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Checking router: cb1ac992-6ca4-4d83-b890-cf17469d234c for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:08:14.275841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Updating router cb1ac992-6ca4-4d83-b890-cf17469d234c port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 binding host dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:08:14.343637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:14.428010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed345d-69d2-4286-8523-769dbc136825 req-44a2952e-6892-4901-bd1c-ea96bdef5a64 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:14.430368 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e2ed345d-69d2-4286-8523-769dbc136825 req-44a2952e-6892-4901-bd1c-ea96bdef5a64 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 1.1442380
Apr 17 04:08:14.501403 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f38414-3b26-45e9-b370-5b7b91d46398 req-aa8051ec-1891-4403-9d94-2b031eb38f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:14.503367 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-85f38414-3b26-45e9-b370-5b7b91d46398 req-aa8051ec-1891-4403-9d94-2b031eb38f73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=daad0934-2d9e-46de-b136-ceda493744fd HTTP/1.1" status: 200  len: 859 time: 0.8933504
Apr 17 04:08:14.574820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Allocated IP 172.20.0.2 (2b408745-a6b5-4637-8637-e92d07e76273/3f338970-0c0a-465d-ab81-bec9a646a2b7/2a380ffa-a2c1-48df-ac83-e83b4e717921) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:14.596739 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-85f38414-3b26-45e9-b370-5b7b91d46398 req-eb3cb8c4-1b78-4dc2-a5fa-4ee0235cfcd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0638282
Apr 17 04:08:14.633496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4077'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:14.665104 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e2ed345d-69d2-4286-8523-769dbc136825 req-7e3fdc99-f378-4682-9701-bb1476e769f6 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2147915
Apr 17 04:08:14.771185 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-04462c4f-dede-49a8-8c4d-e37f6254472f admin admin] Deleting subnet d28b1750-c246-44ac-9a1a-25da22916f3e {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:08:14.776675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-04462c4f-dede-49a8-8c4d-e37f6254472f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:14.810347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:14.822237 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ba13b-bb0f-49ea-ac82-4cb33a0febd6 req-c9e33e7c-2442-413f-a034-2f87128b6c0b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:14.823920 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6f5ba13b-bb0f-49ea-ac82-4cb33a0febd6 req-c9e33e7c-2442-413f-a034-2f87128b6c0b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.5609784
Apr 17 04:08:14.824257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Transition to ACTIVE for port object 2a380ffa-a2c1-48df-ac83-e83b4e717921 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:14.842523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:14.845069 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Transition to ACTIVE for port object 2a380ffa-a2c1-48df-ac83-e83b4e717921 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:14.857483 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Transition to ACTIVE for port object 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:14.865446 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:14.871212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:14.872912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca251978>, [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '89a18e76-57d8-4ad3-8e72-3e57d4ed28dd', 'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'mac_address': 'fa:16:3e:40:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:02Z', 'updated_at': '2021-04-17T04:08:12Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'subnets': [{'id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:14.887582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:14.900434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:14.949456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc261e17-3564-40d2-9bae-75f61492d176 None None] Pushing event updated for resources: {'Port': ['ID=4a28aa42-bdf7-4c5a-b06d-8e3a45413717,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:14.952855 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fc261e17-3564-40d2-9bae-75f61492d176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:14.959720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:08:14.967851 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699165e5-8bfd-4262-b42a-0040d9091e52 None None] The sync data for ids ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'] in dv-cinder-786054-2-iscsi is: [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '89a18e76-57d8-4ad3-8e72-3e57d4ed28dd', 'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'mac_address': 'fa:16:3e:40:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:02Z', 'updated_at': '2021-04-17T04:08:12Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'subnets': [{'id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:08:14.970039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:14.972439 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-81a8855a-0a3d-4ef2-91dc-e844481223b7 req-37b85691-854c-4759-8bec-701c4e44389d service neutron] 10.222.0.43 "GET /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9768949
Apr 17 04:08:14.981073 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Attempting to bind port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:14.981715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Attempting to bind port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:14.982947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Attempting to bind port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 on network 0dc6f800-ff57-4799-b37a-4ed29384853c {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:14.988489 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-04462c4f-dede-49a8-8c4d-e37f6254472f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2449534'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:14.990566 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:14.991296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Checking segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:14.991880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:14.992444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Bound using segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:14.993264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Bound port: 4a28aa42-bdf7-4c5a-b06d-8e3a45413717, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:14.993840 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.059670 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Network 2b408745-a6b5-4637-8637-e92d07e76273 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:15.077858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Pushing event updated for resources: {'Port': ['ID=2a380ffa-a2c1-48df-ac83-e83b4e717921,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:15.081204 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:15.096506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:15.097525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:15.104603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] For port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:15.110339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] For port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=4a28aa42-bdf7-4c5a-b06d-8e3a45413717,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:15.114963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.122490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:15.133867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-04462c4f-dede-49a8-8c4d-e37f6254472f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.209243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc261e17-3564-40d2-9bae-75f61492d176 None None] Pushing event updated for resources: {'Port': ['ID=4a28aa42-bdf7-4c5a-b06d-8e3a45413717,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:15.220978 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fc261e17-3564-40d2-9bae-75f61492d176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:15.248000 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Routers {'cb1ac992-6ca4-4d83-b890-cf17469d234c'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:15.249477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca036860>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['cb1ac992-6ca4-4d83-b890-cf17469d234c'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:15.289712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:15.318385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:15.318914 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.362881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8a23-6ddd-4e96-b127-7c8d57fc338f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.395090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c6bf8a23-6ddd-4e96-b127-7c8d57fc338f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.397644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Attempting to bind port 2a380ffa-a2c1-48df-ac83-e83b4e717921 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:15.398172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Attempting to bind port 2a380ffa-a2c1-48df-ac83-e83b4e717921 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:15.398707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Attempting to bind port 2a380ffa-a2c1-48df-ac83-e83b4e717921 on network 2b408745-a6b5-4637-8637-e92d07e76273 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:15.411673 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9f506576-6b8e-425d-8fbc-ffe0900232ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:15.415628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:15.416224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Checking segment: {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:15.416756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.417409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Bound using segment: {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:15.417951 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Bound port: 2a380ffa-a2c1-48df-ac83-e83b4e717921, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:15.418472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.430054 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-85f38414-3b26-45e9-b370-5b7b91d46398 req-f57c4993-94fd-4a36-b2be-29087c1b973a service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8240607
Apr 17 04:08:15.438604 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6f5ba13b-bb0f-49ea-ac82-4cb33a0febd6 req-d3801d4c-9ab8-45bc-8225-1347bc463806 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3140473
Apr 17 04:08:15.538919 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] Set router cb1ac992-6ca4-4d83-b890-cf17469d234c gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:15.556758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.646300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=89a18e76-57d8-4ad3-8e72-3e57d4ed28dd,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:15.648522 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4022101a-af1f-41a3-8c55-012e90bf740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.698363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-4022101a-af1f-41a3-8c55-012e90bf740f None None] For port ed80f485-6850-4b68-9338-23b572f47a7c, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=ed80f485-6850-4b68-9338-23b572f47a7c,segment=NetworkSegment(f29f509c-d405-436a-9193-9802f718387e),segment_id=f29f509c-d405-436a-9193-9802f718387e)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:15.711342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf8a23-6ddd-4e96-b127-7c8d57fc338f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b84ed37-8f28-45d3-99e2-6e4b175ca849,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:15.727540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c6bf8a23-6ddd-4e96-b127-7c8d57fc338f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:15.730233 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c6bf8a23-6ddd-4e96-b127-7c8d57fc338f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7410c26324874c759c9a7d398ced94db&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8347614
Apr 17 04:08:15.735539 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44228) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:15.739461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.753605 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d1cc6232-4aa6-4957-86f1-bd4262c3bd70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:15.846738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4022101a-af1f-41a3-8c55-012e90bf740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:15.852413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=89a18e76-57d8-4ad3-8e72-3e57d4ed28dd,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:15.854593 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09b5ad-e59b-4693-bc53-1f8096638d88 req-baf2d173-74b9-480f-94d4-34c2bf444a5b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:15.859115 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 17 04:08:15.864114 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ab09b5ad-e59b-4693-bc53-1f8096638d88 req-baf2d173-74b9-480f-94d4-34c2bf444a5b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 944 time: 0.7454803
Apr 17 04:08:15.974431 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-04462c4f-dede-49a8-8c4d-e37f6254472f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262441'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.002720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f1349eb2-1a30-4864-9bd1-ad821d8b2a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:16.077399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.096659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca036860>, [{'id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'name': 'tempest-TestShelveInstance-951891657-router', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:07Z', 'updated_at': '2021-04-17T04:08:10Z', 'revision_number': 3, 'project_id': '8f82723c477540578afe534791e6a98c', 'gw_port': {'id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:09Z', 'updated_at': '2021-04-17T04:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:16.102125 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b480b1d-1634-4eb4-9303-bc93f9599a8e None None] The sync data for ids ['cb1ac992-6ca4-4d83-b890-cf17469d234c'] in dv-cinder-786054-2-iscsi is: [{'id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'name': 'tempest-TestShelveInstance-951891657-router', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:07Z', 'updated_at': '2021-04-17T04:08:10Z', 'revision_number': 3, 'project_id': '8f82723c477540578afe534791e6a98c', 'gw_port': {'id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:09Z', 'updated_at': '2021-04-17T04:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:08:16.117699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04462c4f-dede-49a8-8c4d-e37f6254472f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28b1750-c246-44ac-9a1a-25da22916f3e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:16.128940 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-04462c4f-dede-49a8-8c4d-e37f6254472f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:16.134062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-04462c4f-dede-49a8-8c4d-e37f6254472f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.143224 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-04462c4f-dede-49a8-8c4d-e37f6254472f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d28b1750-c246-44ac-9a1a-25da22916f3e HTTP/1.1" status: 204  len: 168 time: 1.9899359
Apr 17 04:08:16.156401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.159492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44232) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:16.168060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.202587 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ab09b5ad-e59b-4693-bc53-1f8096638d88 req-e2be73c3-5749-4700-a215-eecb8a433da1 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3177443
Apr 17 04:08:16.204963 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-85f38414-3b26-45e9-b370-5b7b91d46398 req-314cf559-9568-430e-a046-a0699191de0f service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7090008
Apr 17 04:08:16.208852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7e38-c350-4d91-b450-0be7332d174b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.297545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:16.320282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': 'aa5b2ebc-cb71-4f9b-8fcc-2126e2961400', 'network_id': 'cf3cdb63-dd7f-4313-bf72-5d3eea4d913d', 'port_id': 'aa5b2ebc-cb71-4f9b-8fcc-2126e2961400', 'mac_address': 'fa:16:3e:ab:87:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a641dc7-2c59-499e-8e47-d20e6694166c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:08:16.327201 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:16.358446 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7e38-c350-4d91-b450-0be7332d174b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.369272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:16.370716 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.472178 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136e8b4-f650-4b40-b820-42dfcb67c209 req-60bcf0a8-9771-4ae1-88da-6dca67c99a07 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:16.474054 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7136e8b4-f650-4b40-b820-42dfcb67c209 req-60bcf0a8-9771-4ae1-88da-6dca67c99a07 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.4900255
Apr 17 04:08:16.475431 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9c422c5e-670e-4e4a-94b1-96b603525cd4 None None] Provisioning complete for port ed80f485-6850-4b68-9338-23b572f47a7c triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:16.475862 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c422c5e-670e-4e4a-94b1-96b603525cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.520534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:16.571451 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Allocated IP 172.27.0.214 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/b23e7eb4-fc6d-4c03-b6d7-66750b9503c1) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:16.582628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.613710 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] For port 2a380ffa-a2c1-48df-ac83-e83b4e717921, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:16.645827 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:16.646251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.705781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.741770 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:08:16.762755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:16.767558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] For port 2a380ffa-a2c1-48df-ac83-e83b4e717921, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=2a380ffa-a2c1-48df-ac83-e83b4e717921,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:16.772715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022101a-af1f-41a3-8c55-012e90bf740f None None] Pushing event updated for resources: {'Port': ['ID=ed80f485-6850-4b68-9338-23b572f47a7c,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:16.780499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4022101a-af1f-41a3-8c55-012e90bf740f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:16.781884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.782194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Allocated IP 172.20.0.1 (07de6fef-7bab-4fab-b8b9-5ee1f4c6641d/790728c4-eb50-481e-9b82-bd392241831f/0cae9507-82ce-428e-98b7-6fc0c2df92c9) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:16.808251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.816480 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:16.827531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352f060-3ad4-44bd-9736-3b9d3144930d req-37fdcaa4-565e-4875-aa85-dc89c6d68f61 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:16.835875 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9352f060-3ad4-44bd-9736-3b9d3144930d req-37fdcaa4-565e-4875-aa85-dc89c6d68f61 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1903827
Apr 17 04:08:16.837140 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc9a01518>,) {'filters': {'network_id': ['eadc2af7-3cc2-4345-9433-312d45dc18e9']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:16.856951 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9a01518>, 'c757e41b-1ef9-42bd-9c02-f5a85f2c82f7') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:16.857302 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9a01518>, 'c757e41b-1ef9-42bd-9c02-f5a85f2c82f7') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:16.890956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.903581 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7136e8b4-f650-4b40-b820-42dfcb67c209 req-39b398b5-1158-4cd9-82db-35b8f55b1254 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2595553
Apr 17 04:08:16.918508 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9352f060-3ad4-44bd-9736-3b9d3144930d req-b73ab33c-5353-464a-aec1-d49f8ff203ce tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818355
Apr 17 04:08:16.927998 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.951669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7e38-c350-4d91-b450-0be7332d174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:16.959947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:08:17.005335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-799535c6-f129-488a-b4d2-9564354864c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:17.021089 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb7e38-c350-4d91-b450-0be7332d174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b84ed37-8f28-45d3-99e2-6e4b175ca849,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:17.026443 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e0cb7e38-c350-4d91-b450-0be7332d174b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:17.039949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e0cb7e38-c350-4d91-b450-0be7332d174b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.043626 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e0cb7e38-c350-4d91-b450-0be7332d174b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b84ed37-8f28-45d3-99e2-6e4b175ca849 HTTP/1.1" status: 204  len: 168 time: 1.2863255
Apr 17 04:08:17.045711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:17.126209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.176116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.197159 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Transition to ACTIVE for port object 0cae9507-82ce-428e-98b7-6fc0c2df92c9 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:17.225616 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.232086 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:17.243007 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Network eadc2af7-3cc2-4345-9433-312d45dc18e9 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:08:17.253602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.313340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:17.317943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:17.324220 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:17.363626 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Pushing event updated for resources: {'Port': ['ID=2a380ffa-a2c1-48df-ac83-e83b4e717921,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:17.377310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['aa5b2ebc-cb71-4f9b-8fcc-2126e2961400'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:08:17.416952 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Pushing event updated for resources: {'Port': ['ID=0cae9507-82ce-428e-98b7-6fc0c2df92c9,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:17.429527 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:17.445036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:17.449259 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.596s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:17.449659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:17.458333 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421646'] for router_interface, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.472376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Network eadc2af7-3cc2-4345-9433-312d45dc18e9 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:08:17.616456 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:08:17.623795 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.632617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.638148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:17.671382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44244) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:17.675172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Pushing event deleted for resources: {'Network': ['ID=eadc2af7-3cc2-4345-9433-312d45dc18e9,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:17.678707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:17.703439 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c6dedcba-37fe-4fea-a2d1-f4d20f316a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.727072 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b5ca74d7-c0f7-4140-8856-ddf3bc0768ad admin admin] 10.222.0.36 "DELETE /v2.0/networks/eadc2af7-3cc2-4345-9433-312d45dc18e9 HTTP/1.1" status: 204  len: 168 time: 1.5664995
Apr 17 04:08:17.728103 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-6e0789bb-9ce3-4bec-9a66-3d2cea60dc45 None None] Provisioning for port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:17.731154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44248) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:17.732340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c6dedcba-37fe-4fea-a2d1-f4d20f316a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:17.747521 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-6e0789bb-9ce3-4bec-9a66-3d2cea60dc45 None None] Provisioning complete for port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:17.749764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6e0789bb-9ce3-4bec-9a66-3d2cea60dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.764394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034af33-750a-4a24-96f5-e317f93569b1 req-a9539d67-f904-4e80-964b-b35371a9fb91 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:17.766295 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4034af33-750a-4a24-96f5-e317f93569b1 req-a9539d67-f904-4e80-964b-b35371a9fb91 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 945 time: 0.2760859
Apr 17 04:08:17.790946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c6dedcba-37fe-4fea-a2d1-f4d20f316a82 admin admin] Usage tracker for resource:security_group_rule and tenant:c7b0e2ac73f446a6b2eb4047f584cc43 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:17.800985 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c6dedcba-37fe-4fea-a2d1-f4d20f316a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:17.819266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c6dedcba-37fe-4fea-a2d1-f4d20f316a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:17.833178 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.838057 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-6e0789bb-9ce3-4bec-9a66-3d2cea60dc45 None None] Port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:08:17.841246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.848442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d54fe71-6dec-4a02-9a68-8a28154d8088 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:17.857772 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4034af33-750a-4a24-96f5-e317f93569b1 req-c23d244b-484a-41f6-b510-1ba6cbeb9943 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798228
Apr 17 04:08:17.892005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f49389a-84cf-4572-aa03-8369cf96d58f admin admin] Deleting subnet f799fb69-972b-43de-897e-4580ca967788 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:08:17.902286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f49389a-84cf-4572-aa03-8369cf96d58f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:17.955517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:17.963829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:17.981984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:18.435606 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Pushing event updated for resources: {'Port': ['ID=b23e7eb4-fc6d-4c03-b6d7-66750b9503c1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:18.445167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f49389a-84cf-4572-aa03-8369cf96d58f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2449534'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:18.488853 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:18.493058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4141ad-86ca-4c35-8a29-635838ba2cff req-825c18a7-cb68-4db6-a57f-29d4328008e7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:18.494786 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ba4141ad-86ca-4c35-8a29-635838ba2cff req-825c18a7-cb68-4db6-a57f-29d4328008e7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.2394738
Apr 17 04:08:18.505893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd906f-afe2-4db4-950b-9d18cc95fb74 req-44c2efdd-e4f6-45c0-98fa-1b6b8e6c7599 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:18.507417 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-08dd906f-afe2-4db4-950b-9d18cc95fb74 req-44c2efdd-e4f6-45c0-98fa-1b6b8e6c7599 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2460711
Apr 17 04:08:18.559030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:18.574159 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:18.584499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f49389a-84cf-4572-aa03-8369cf96d58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:18.616170 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1827895e-9e07-4d5c-b504-85e38a625ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:18.658012 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ed80f485-6850-4b68-9338-23b572f47a7c up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:18.680928 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ba4141ad-86ca-4c35-8a29-635838ba2cff req-39e7b3ef-3b22-4032-bebc-776124dbc935 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1724386
Apr 17 04:08:18.691507 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-08dd906f-afe2-4db4-950b-9d18cc95fb74 req-37a3df8b-4eaf-4180-8c87-5956e249d2d5 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609170
Apr 17 04:08:18.733989 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Pushing event updated for resources: {'Port': ['ID=0cae9507-82ce-428e-98b7-6fc0c2df92c9,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:18.739025 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:18.740194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854354071'] for router_interface, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:18.788705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port ed80f485-6850-4b68-9338-23b572f47a7c triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:18.789372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:18.856158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:18.953734 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:18.955296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:18.958936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c6dedcba-37fe-4fea-a2d1-f4d20f316a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:18.971672 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.035253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c6dedcba-37fe-4fea-a2d1-f4d20f316a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.047858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:19.057297 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ab9709d2-a8cd-47fd-ace3-7651f64926b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:19.071308 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:19.121460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:19.121880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.200849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe94381b-2184-4371-a44d-e428807bad58 None None] Network 2b408745-a6b5-4637-8637-e92d07e76273 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:08:19.256497 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c6dedcba-37fe-4fea-a2d1-f4d20f316a82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7b0e2ac73f446a6b2eb4047f584cc43&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5734000
Apr 17 04:08:19.261246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44258) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:19.298023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dedcba-37fe-4fea-a2d1-f4d20f316a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7839ad-24ea-4ced-a86a-8e9e6b461dd8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:19.339640 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c6dedcba-37fe-4fea-a2d1-f4d20f316a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:19.340225 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247d2b6-ef16-4722-a3c5-16e654076bdc req-10a91888-f90d-4341-9c8d-a7b146df220d tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:19.341847 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0247d2b6-ef16-4722-a3c5-16e654076bdc req-10a91888-f90d-4341-9c8d-a7b146df220d tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 945 time: 0.1908753
Apr 17 04:08:19.347413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Router cb1ac992-6ca4-4d83-b890-cf17469d234c has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:08:19.372025 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-dcc8b312-14c8-4ddb-932f-918a51d78b7a None None] Provisioning for port 2a380ffa-a2c1-48df-ac83-e83b4e717921 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:19.425643 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.446761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:19.470486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:19.470894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.543376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a38cc7-0202-4082-b7d7-255a335b7be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5b2ebc-cb71-4f9b-8fcc-2126e2961400'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:08:19.550798 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0247d2b6-ef16-4722-a3c5-16e654076bdc req-b53c6369-3d8f-4404-a10a-ccc8deeb6dc1 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344414
Apr 17 04:08:19.574962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:19.576701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d62b2eba-5791-447d-9786-99dbd3179239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.583657 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.594056 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:19.622195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f49389a-84cf-4572-aa03-8369cf96d58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262441'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.627901 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a38cc7-0202-4082-b7d7-255a335b7be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5b2ebc-cb71-4f9b-8fcc-2126e2961400', 'code': 200}
Apr 17 04:08:19.632845 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:08:19.643188 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] 10.222.0.36 "PUT /v2.0/routers/cb1ac992-6ca4-4d83-b890-cf17469d234c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9687393
Apr 17 04:08:19.645009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d62b2eba-5791-447d-9786-99dbd3179239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.654070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e1ca7eb8-a758-45bb-b532-ddb42fcf1828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:19.714037 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49389a-84cf-4572-aa03-8369cf96d58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f799fb69-972b-43de-897e-4580ca967788,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:19.721507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f49389a-84cf-4572-aa03-8369cf96d58f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.727370 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9f49389a-84cf-4572-aa03-8369cf96d58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:19.729336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355757'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.735267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Sync routers for ids ['cb1ac992-6ca4-4d83-b890-cf17469d234c'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:08:19.790449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-244f9567-33c0-42ed-be87-fafbf1546389 None None] Provisioning complete for port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:19.795192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-244f9567-33c0-42ed-be87-fafbf1546389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:19.884615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-244f9567-33c0-42ed-be87-fafbf1546389 None None] Port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:08:19.890714 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9f49389a-84cf-4572-aa03-8369cf96d58f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f799fb69-972b-43de-897e-4580ca967788 HTTP/1.1" status: 204  len: 168 time: 2.1546035
Apr 17 04:08:19.903027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44270) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:19.903968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:19.916352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:19.988851 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Routers {'cb1ac992-6ca4-4d83-b890-cf17469d234c'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:19.990131 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca31b278>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['cb1ac992-6ca4-4d83-b890-cf17469d234c'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:20.083214 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:20.123460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58a39f-9a65-42dd-a25a-798f829b4990 req-5b0b186a-4c88-4db2-8fa5-12bdcc51a163 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:20.125242 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ef58a39f-9a65-42dd-a25a-798f829b4990 req-5b0b186a-4c88-4db2-8fa5-12bdcc51a163 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.2386310
Apr 17 04:08:20.133956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505da28-bfca-4907-842e-5f50934da844 req-f39568ff-521e-418b-91e0-957c39704b21 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:20.135697 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f505da28-bfca-4907-842e-5f50934da844 req-f39568ff-521e-418b-91e0-957c39704b21 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1911314
Apr 17 04:08:20.236927 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ef58a39f-9a65-42dd-a25a-798f829b4990 req-15bb8c36-c743-4b70-80cc-a267dca64429 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985663
Apr 17 04:08:20.249223 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f505da28-bfca-4907-842e-5f50934da844 req-5ecb5c99-e42b-49d7-9164-0c5b80f7f8c1 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940647
Apr 17 04:08:20.268387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d62b2eba-5791-447d-9786-99dbd3179239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:20.273659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cb96dd78-99ad-4ee5-85de-c8056eb92b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:20.282719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb0151-346b-41ca-9990-b7a2dd8140c6 req-14941a8b-243f-4016-9d49-a9d09104b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:20.289850 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-52eb0151-346b-41ca-9990-b7a2dd8140c6 req-14941a8b-243f-4016-9d49-a9d09104b505 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 1099 time: 0.2280805
Apr 17 04:08:20.295530 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b2eba-5791-447d-9786-99dbd3179239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7839ad-24ea-4ced-a86a-8e9e6b461dd8,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:20.320211 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d62b2eba-5791-447d-9786-99dbd3179239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:20.338374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d62b2eba-5791-447d-9786-99dbd3179239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:20.342435 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-d62b2eba-5791-447d-9786-99dbd3179239 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d7839ad-24ea-4ced-a86a-8e9e6b461dd8 HTTP/1.1" status: 204  len: 168 time: 1.0696282
Apr 17 04:08:20.353947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:20.367409 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-52eb0151-346b-41ca-9990-b7a2dd8140c6 req-7a326f9d-9957-4752-8f57-cda09a157afe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675163
Apr 17 04:08:20.466292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=4a28aa42-bdf7-4c5a-b06d-8e3a45413717,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:20.485035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:20.485962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 2a380ffa-a2c1-48df-ac83-e83b4e717921 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:20.538108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:20.565967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-07f4eb97-71a5-42b1-b4b0-550212ecbcd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:20.606146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Router 2a9593c8-9a36-4236-be69-5eeeb5113723 is scheduled to L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 17 04:08:20.866618 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44288) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:20.879874 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=4a28aa42-bdf7-4c5a-b06d-8e3a45413717,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:20.884572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Set router cb1ac992-6ca4-4d83-b890-cf17469d234c gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:20.894673 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-787352609', 'description': 'tempest-secgroup-smoke-787352609 description', 'project_id': '4acedbcc492442fda696d7da349c2601'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:20.901170 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:20.905390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Usage tracker for resource:security_group and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:20.908837 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:20.915505 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:20.964760 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.000454 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:21.001204 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:08:21.013280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Sync routers for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:08:21.029770 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:21.046465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca036860>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:21.055986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:21.058339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc9cc8b38>,) {'filters': {'network_id': ['ea16dce7-14af-4a2f-9249-9e71c0adc112']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:21.078863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Usage tracker for resource:security_group_rule and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:21.083246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 2a380ffa-a2c1-48df-ac83-e83b4e717921 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:21.091508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:21.098055 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9cc8b38>, '626437f0-1692-4ac2-8eef-cbf33b6ed223') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:21.098387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9cc8b38>, '626437f0-1692-4ac2-8eef-cbf33b6ed223') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:21.121189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:21.121557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.152756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.160416 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:08:21.180658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 2a380ffa-a2c1-48df-ac83-e83b4e717921 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:21.181078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.215368 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f0cbd-c87b-404c-a854-128fc20011dd req-c42096a8-11bb-48ec-8fd3-20ff6092f7ab tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:21.220512 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2c4f0cbd-c87b-404c-a854-128fc20011dd req-c42096a8-11bb-48ec-8fd3-20ff6092f7ab tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 946 time: 0.4641876
Apr 17 04:08:21.343334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-64b02f59-9a11-410e-87bb-308916440100 None None] Provisioning complete for port 2a380ffa-a2c1-48df-ac83-e83b4e717921 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:21.343873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64b02f59-9a11-410e-87bb-308916440100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.364969 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2c4f0cbd-c87b-404c-a854-128fc20011dd req-598f61fe-3893-4998-ad1a-5a0e9a96b5ef tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308737
Apr 17 04:08:21.389193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.395598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.402738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b1fcbe4d-f603-481b-be3a-3f5766d41b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:21.449098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:21.454643 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:21.472181 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.476578 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5930111
Apr 17 04:08:21.476839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44308) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:21.485645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Request body: {'security_group_rule': {'security_group_id': 'b2dd8d16-f2cc-4e26-87a1-b6429ab794c2', 'project_id': '4acedbcc492442fda696d7da349c2601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:21.505209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:21.507081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:21.513343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Usage tracker for resource:security_group_rule and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:21.521432 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:21.532715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:21.542485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.550220 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 8.2637968
Apr 17 04:08:21.552400 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Network ea16dce7-14af-4a2f-9249-9e71c0adc112 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:08:21.576286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44314) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:21.581105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.611413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.713598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.731344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.777312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ba8c2-34f5-4187-84f4-f521728d95c0 req-ebc17df6-9011-4c64-851a-63e98f125106 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:21.787400 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0d6ba8c2-34f5-4187-84f4-f521728d95c0 req-ebc17df6-9011-4c64-851a-63e98f125106 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.2437072
Apr 17 04:08:21.790319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:21.812533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2534158a-9ad3-4c39-87b0-8b4b1584652d,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:21.817834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:21.828572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.834549 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3541119
Apr 17 04:08:21.851208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44324) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:21.863261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Request body: {'security_group_rule': {'security_group_id': 'b2dd8d16-f2cc-4e26-87a1-b6429ab794c2', 'project_id': '4acedbcc492442fda696d7da349c2601', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:21.902661 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0d6ba8c2-34f5-4187-84f4-f521728d95c0 req-17c0cb34-df39-4a4b-8feb-4306673d1f79 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133399
Apr 17 04:08:21.917241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:21.920890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:21.933100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Usage tracker for resource:security_group_rule and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:21.947588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:21.976711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:21.982095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Network ea16dce7-14af-4a2f-9249-9e71c0adc112 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:08:22.002745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-64b02f59-9a11-410e-87bb-308916440100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:08:22.011680 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:08:22.058791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 2a380ffa-a2c1-48df-ac83-e83b4e717921, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=2a380ffa-a2c1-48df-ac83-e83b4e717921,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:22.073524 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.076227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:22.112518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca31b278>, [{'id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'name': 'tempest-TestShelveInstance-951891657-router', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:07Z', 'updated_at': '2021-04-17T04:08:17Z', 'revision_number': 4, 'project_id': '8f82723c477540578afe534791e6a98c', 'gw_port': {'id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:09Z', 'updated_at': '2021-04-17T04:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '0cae9507-82ce-428e-98b7-6fc0c2df92c9', 'name': '', 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'mac_address': 'fa:16:3e:b7:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '790728c4-eb50-481e-9b82-bd392241831f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:17Z', 'revision_number': 2, 'project_id': '8f82723c477540578afe534791e6a98c', 'subnets': [{'id': '790728c4-eb50-481e-9b82-bd392241831f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:22.182358 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Checking router: cb1ac992-6ca4-4d83-b890-cf17469d234c for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:08:22.183148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Updating router cb1ac992-6ca4-4d83-b890-cf17469d234c port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 binding host dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:08:22.256008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:22.306259 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca036860>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:18Z', 'revision_number': 3, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:22.311173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Checking router: 2a9593c8-9a36-4236-be69-5eeeb5113723 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:08:22.311628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Updating router 2a9593c8-9a36-4236-be69-5eeeb5113723 port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 binding host dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:08:22.350837 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-64b02f59-9a11-410e-87bb-308916440100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:08:22.351559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-64b02f59-9a11-410e-87bb-308916440100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:08:22.372310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.381649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.396888 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.397085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.407453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=2a380ffa-a2c1-48df-ac83-e83b4e717921,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:22.415989 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:22.432940 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:22.453484 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.514390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea16dce7-14af-4a2f-9249-9e71c0adc112,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:22.523323 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ea16dce7-14af-4a2f-9249-9e71c0adc112 HTTP/1.1" status: 204  len: 168 time: 2.6170707
Apr 17 04:08:22.525002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b4d9af3f-a702-4d52-879b-0e20e254b4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:22.669892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:22.670335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.685754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.693046 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.750886 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425afa1-c4a8-4833-81e8-4761639e41f5 req-ab3a37ad-015e-44f8-b23a-32149524354e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:22.761727 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b425afa1-c4a8-4833-81e8-4761639e41f5 req-ab3a37ad-015e-44f8-b23a-32149524354e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2441545
Apr 17 04:08:22.766158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:22.805340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a13afdd-7c06-40ca-a4e1-bccdbadff18f,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:22.812577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:22.828023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.839907 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8bda19cc-f76f-462d-93f4-a1922b1efa4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9875286
Apr 17 04:08:22.844962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2786eac-bb99-4b07-910d-edbf3a29d0e3 req-6d72ec5d-e3e2-40ad-94b1-f5037f0d1ebe tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:22.848804 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d2786eac-bb99-4b07-910d-edbf3a29d0e3 req-6d72ec5d-e3e2-40ad-94b1-f5037f0d1ebe tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 946 time: 0.2743127
Apr 17 04:08:22.849451 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44350) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:22.880212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Request body: {'security_group_rule': {'security_group_id': 'b2dd8d16-f2cc-4e26-87a1-b6429ab794c2', 'project_id': '4acedbcc492442fda696d7da349c2601', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:22.929501 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:22.933729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.952799 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Usage tracker for resource:security_group_rule and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:22.959976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44358) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:22.962857 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Transition to ACTIVE for port object b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:22.970792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:22.971884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:22.977475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c4a9aa0a-c99f-4ae7-a825-3d97888a3e44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:22.987620 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b425afa1-c4a8-4833-81e8-4761639e41f5 req-0cf37e35-fef2-41e0-a4cf-e0710447c812 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220829
Apr 17 04:08:23.014049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:23.066263 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d2786eac-bb99-4b07-910d-edbf3a29d0e3 req-42e21fe5-ca17-4851-8401-6eb6683bf0cf tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111394
Apr 17 04:08:23.093812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:23.159506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Attempting to bind port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:23.159916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Attempting to bind port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:23.160318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Attempting to bind port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 on network 0dc6f800-ff57-4799-b37a-4ed29384853c {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:23.169248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb598f-f4fa-4a9a-8211-7d89be9cf76c None None] Pushing event updated for resources: {'Port': ['ID=b23e7eb4-fc6d-4c03-b6d7-66750b9503c1,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:23.180524 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c9cb598f-f4fa-4a9a-8211-7d89be9cf76c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:23.181474 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:23.181884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Checking segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:23.182323 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:23.183036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Bound using segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:23.183567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Bound port: b23e7eb4-fc6d-4c03-b6d7-66750b9503c1, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:23.184306 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:23.215757 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0a6d0802-d7bf-47b1-982b-8dc36541939a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e3cc024df044d2f8fb17073b2f63405&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2544184
Apr 17 04:08:23.229192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44368) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:23.263746 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:23.319686 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] For port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:23.325426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] For port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=b23e7eb4-fc6d-4c03-b6d7-66750b9503c1,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:23.331182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:23.343093 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:23.485297 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:23.496429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e606bbc4-b10a-49bc-bb7c-7b371fd1089a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:23.498356 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:23.513337 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:23.514028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca036860>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:23.515075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5c8d01af-d264-4c43-9826-b7e092df3a7e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:23.535132 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b588deac-3597-4dcf-8efc-106f1acf5cc0,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:23.545577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d75a79-20cc-4e3c-be64-7c844a67f926 req-25f7c2c2-aab2-4159-a4bf-611c1d15cb14 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:23.547683 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-64d75a79-20cc-4e3c-be64-7c844a67f926 req-25f7c2c2-aab2-4159-a4bf-611c1d15cb14 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.3175018
Apr 17 04:08:23.557258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:23.581962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:23.625988 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Transition to ACTIVE for port object 0cae9507-82ce-428e-98b7-6fc0c2df92c9 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:23.639718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:23.652918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:23.657608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Allocated IP 172.20.0.1 (2b408745-a6b5-4637-8637-e92d07e76273/3f338970-0c0a-465d-ab81-bec9a646a2b7/040db8b6-ab86-4320-8571-23ac6f6e818a) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:23.697065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb598f-f4fa-4a9a-8211-7d89be9cf76c None None] Pushing event updated for resources: {'Port': ['ID=b23e7eb4-fc6d-4c03-b6d7-66750b9503c1,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:23.714122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c9cb598f-f4fa-4a9a-8211-7d89be9cf76c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:23.810560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:23.945130 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e606bbc4-b10a-49bc-bb7c-7b371fd1089a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.017990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.027633 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1663401
Apr 17 04:08:24.040989 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44382) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:24.057400 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Request body: {'security_group_rule': {'security_group_id': 'b2dd8d16-f2cc-4e26-87a1-b6429ab794c2', 'project_id': '4acedbcc492442fda696d7da349c2601', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:24.075964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:24.084515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Usage tracker for resource:security_group_rule and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:24.102892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:24.121321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:24.160762 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-64d75a79-20cc-4e3c-be64-7c844a67f926 req-66f149e5-59ee-4258-96c3-7fbb77a455cf tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6021819
Apr 17 04:08:24.194881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.210957 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.233135 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e606bbc4-b10a-49bc-bb7c-7b371fd1089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.254864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0c74a98c-07fd-4316-b5ef-35ba6578cc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:24.256908 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Transition to ACTIVE for port object 040db8b6-ab86-4320-8571-23ac6f6e818a will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:24.304000 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.309407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:24.337870 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606bbc4-b10a-49bc-bb7c-7b371fd1089a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f236f27-092d-412f-a55b-3e65c88e1fd9,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:24.341800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e606bbc4-b10a-49bc-bb7c-7b371fd1089a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:24.389894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e606bbc4-b10a-49bc-bb7c-7b371fd1089a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.391340 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e606bbc4-b10a-49bc-bb7c-7b371fd1089a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f236f27-092d-412f-a55b-3e65c88e1fd9 HTTP/1.1" status: 204  len: 168 time: 1.1598144
Apr 17 04:08:24.394645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 2a380ffa-a2c1-48df-ac83-e83b4e717921 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:24.401725 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca036860>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:18Z', 'revision_number': 3, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:24.410967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Network 2b408745-a6b5-4637-8637-e92d07e76273 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:24.418485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28843436-819a-4ceb-9b44-a8d400cd222d None None] The sync data for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi is: [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:18Z', 'revision_number': 3, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:08:24.424857 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:24.429405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:24.473698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.479365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.481465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:24.544944 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91dd9ac-3a7c-4bf1-a187-7a9ff1e14a50,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:24.571544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:24.581249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.582630 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5405529
Apr 17 04:08:24.587627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44400) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:24.605357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Request body: {'security_group_rule': {'security_group_id': 'b2dd8d16-f2cc-4e26-87a1-b6429ab794c2', 'project_id': '4acedbcc492442fda696d7da349c2601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:24.633886 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:24.652426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Usage tracker for resource:security_group_rule and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:24.662477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:24.682432 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:24.713481 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.securitygroups_db [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Project 4acedbcc492442fda696d7da349c2601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 17 04:08:24.732140 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.777961 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e349303-8b95-4b86-bfdf-486576e17309 None None] Pushing event updated for resources: {'Port': ['ID=0cae9507-82ce-428e-98b7-6fc0c2df92c9,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:24.789774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2e349303-8b95-4b86-bfdf-486576e17309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.137s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:24.906631 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.914080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Attempting to bind port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:24.914565 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Attempting to bind port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'f29f509c-d405-436a-9193-9802f718387e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:24.915229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Attempting to bind port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 on network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:24.917442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.927477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8d9898fa-2719-41d8-9c5f-96ba82d4cd5e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:24.928598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:24.929232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Checking segment: {'id': 'f29f509c-d405-436a-9193-9802f718387e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:24.929834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.930517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Bound using segment: {'id': 'f29f509c-d405-436a-9193-9802f718387e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:24.931269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Bound port: 0cae9507-82ce-428e-98b7-6fc0c2df92c9, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29f509c-d405-436a-9193-9802f718387e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:24.931858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:24.988540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbf8018-522f-4cdd-b716-ff4a41f803ee,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:25.005954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:25.015196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 2a380ffa-a2c1-48df-ac83-e83b4e717921 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:25.015677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:25.016094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:25.023039 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4342327
Apr 17 04:08:25.024313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44408) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:25.032811 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Request body: {'security_group_rule': {'security_group_id': 'b2dd8d16-f2cc-4e26-87a1-b6429ab794c2', 'project_id': '4acedbcc492442fda696d7da349c2601', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:25.039632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:25.044038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Usage tracker for resource:security_group_rule and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:25.058483 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:25.074748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:25.100766 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.securitygroups_db [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Project 4acedbcc492442fda696d7da349c2601 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 17 04:08:25.124745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:25.194107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Pushing event updated for resources: {'Port': ['ID=040db8b6-ab86-4320-8571-23ac6f6e818a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:25.202465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:25.228059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421646'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:25.257192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3a10e701-a67c-4c8b-9813-628b1032e96a None None] Provisioning for port 040db8b6-ab86-4320-8571-23ac6f6e818a completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:25.304326 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3a10e701-a67c-4c8b-9813-628b1032e96a None None] Provisioning complete for port 040db8b6-ab86-4320-8571-23ac6f6e818a triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:25.305051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a10e701-a67c-4c8b-9813-628b1032e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:25.338322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:25.343210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:25.346047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b4e4ad1e-38cb-4716-8440-ea9eb3f55144 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:25.401935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cc20c5-4f8a-416f-864a-5522eabd796f,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:25.405508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:25.485978 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:25.513206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:25.514491 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4892349
Apr 17 04:08:25.608426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-3a10e701-a67c-4c8b-9813-628b1032e96a None None] Port 040db8b6-ab86-4320-8571-23ac6f6e818a cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:08:25.618188 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44422) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:25.633328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] For port 0cae9507-82ce-428e-98b7-6fc0c2df92c9, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:25.652163 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bde99-65fa-4b4e-acd9-46a1144076ca req-319f35ff-8e34-4b2c-a86c-7317b3a44ece tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:25.662041 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cb4bde99-65fa-4b4e-acd9-46a1144076ca req-319f35ff-8e34-4b2c-a86c-7317b3a44ece tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.2427576
Apr 17 04:08:25.665425 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] For port 0cae9507-82ce-428e-98b7-6fc0c2df92c9, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=0cae9507-82ce-428e-98b7-6fc0c2df92c9,segment=NetworkSegment(f29f509c-d405-436a-9193-9802f718387e),segment_id=f29f509c-d405-436a-9193-9802f718387e)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:25.671010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:25.682543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-60fc7a2f-9505-4859-919e-d638e49d520a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:25.837015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Routers {'cb1ac992-6ca4-4d83-b890-cf17469d234c'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:25.838000 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca31b278>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['cb1ac992-6ca4-4d83-b890-cf17469d234c'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:25.908932 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44442) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:25.923080 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c7aae9a9-73af-423c-be65-66cc505e0c5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aed3bc51ba264d738200ee19db8c1cf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2827115
Apr 17 04:08:25.973894 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cb4bde99-65fa-4b4e-acd9-46a1144076ca req-3eaab166-6e25-43e5-a018-d329d77e693f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3105645
Apr 17 04:08:26.053062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18988fa9-35c0-44eb-bd24-bc82d3a1d191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:26.107554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:26.111062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18988fa9-35c0-44eb-bd24-bc82d3a1d191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:26.119091 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:26.134292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e349303-8b95-4b86-bfdf-486576e17309 None None] Pushing event updated for resources: {'Port': ['ID=0cae9507-82ce-428e-98b7-6fc0c2df92c9,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:26.166604 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2e349303-8b95-4b86-bfdf-486576e17309 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:26.175652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:26.279494 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] Set router cb1ac992-6ca4-4d83-b890-cf17469d234c gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:26.333524 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:26.434463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854354071'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:26.453739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Pushing event updated for resources: {'Port': ['ID=040db8b6-ab86-4320-8571-23ac6f6e818a,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:26.459318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:26.625491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:26.633232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:26.633665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:26.663431 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Network 2b408745-a6b5-4637-8637-e92d07e76273 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:26.666414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:26.668806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18988fa9-35c0-44eb-bd24-bc82d3a1d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:26.676021 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bcbf0f80-efd1-4842-b810-566e5b65afe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:26.689525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18988fa9-35c0-44eb-bd24-bc82d3a1d191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f178176-64d1-4bd6-bc85-50a146ee57f7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:26.694701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-18988fa9-35c0-44eb-bd24-bc82d3a1d191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:26.964560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18988fa9-35c0-44eb-bd24-bc82d3a1d191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:26.968755 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-18988fa9-35c0-44eb-bd24-bc82d3a1d191 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f178176-64d1-4bd6-bc85-50a146ee57f7 HTTP/1.1" status: 204  len: 168 time: 1.0586832
Apr 17 04:08:26.978387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Router 2a9593c8-9a36-4236-be69-5eeeb5113723 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:08:27.067296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-2b09addf-6fa5-48fd-bb79-d227172e6ff8 None None] Provisioning complete for port 040db8b6-ab86-4320-8571-23ac6f6e818a triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:27.070352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2b09addf-6fa5-48fd-bb79-d227172e6ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:27.209659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-2b09addf-6fa5-48fd-bb79-d227172e6ff8 None None] Port 040db8b6-ab86-4320-8571-23ac6f6e818a cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:08:27.229407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:27.238729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:08:27.253693 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] 10.222.0.36 "PUT /v2.0/routers/2a9593c8-9a36-4236-be69-5eeeb5113723/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6750283
Apr 17 04:08:27.258894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=b23e7eb4-fc6d-4c03-b6d7-66750b9503c1,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:27.269794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca31b278>, [{'id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'name': 'tempest-TestShelveInstance-951891657-router', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:07Z', 'updated_at': '2021-04-17T04:08:17Z', 'revision_number': 4, 'project_id': '8f82723c477540578afe534791e6a98c', 'gw_port': {'id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:09Z', 'updated_at': '2021-04-17T04:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '0cae9507-82ce-428e-98b7-6fc0c2df92c9', 'name': '', 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'mac_address': 'fa:16:3e:b7:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '790728c4-eb50-481e-9b82-bd392241831f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '8f82723c477540578afe534791e6a98c', 'subnets': [{'id': '790728c4-eb50-481e-9b82-bd392241831f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:27.277797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe59884-7307-458d-9b56-0e9ef826551d None None] The sync data for ids ['cb1ac992-6ca4-4d83-b890-cf17469d234c'] in dv-cinder-786054-2-iscsi is: [{'id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'name': 'tempest-TestShelveInstance-951891657-router', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:07Z', 'updated_at': '2021-04-17T04:08:17Z', 'revision_number': 4, 'project_id': '8f82723c477540578afe534791e6a98c', 'gw_port': {'id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:09Z', 'updated_at': '2021-04-17T04:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '0cae9507-82ce-428e-98b7-6fc0c2df92c9', 'name': '', 'network_id': '07de6fef-7bab-4fab-b8b9-5ee1f4c6641d', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'mac_address': 'fa:16:3e:b7:48:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '790728c4-eb50-481e-9b82-bd392241831f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '8f82723c477540578afe534791e6a98c', 'subnets': [{'id': '790728c4-eb50-481e-9b82-bd392241831f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:08:27.284235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:27.286486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2e349303-8b95-4b86-bfdf-486576e17309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:27.449029 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cf62a-63d3-4daf-a30a-a0fca2bdae2a req-369f9978-26b5-4fb8-801c-3e13f7bc6250 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:27.460833 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c33cf62a-63d3-4daf-a30a-a0fca2bdae2a req-369f9978-26b5-4fb8-801c-3e13f7bc6250 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.2606061
Apr 17 04:08:27.473988 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=b23e7eb4-fc6d-4c03-b6d7-66750b9503c1,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:27.487680 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:27.541400 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c33cf62a-63d3-4daf-a30a-a0fca2bdae2a req-6b7f73c0-b735-4ecb-93ae-fa0b0a8917a6 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794950
Apr 17 04:08:28.134466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Sync routers for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:08:28.152931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:28.152931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9bce6d8>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:28.357779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44566) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:28.489852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44578) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:28.499241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1476816434-network', 'tenant_id': '9f53ec23bf184aff876108f35d83081a'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:28.504979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:28.509783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Usage tracker for resource:network and tenant:9f53ec23bf184aff876108f35d83081a is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:28.513578 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:28.523557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:28.535298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Made reservation on behalf of 9f53ec23bf184aff876108f35d83081a for: {'network': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:28.541939 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:28.582748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:28.607058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 0cae9507-82ce-428e-98b7-6fc0c2df92c9 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:28.629735 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:28.634556 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Usage tracker for resource:security_group_rule and tenant:9f53ec23bf184aff876108f35d83081a is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:28.649192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:28.655555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:28.738796 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1813024387-network', 'tenant_id': '1e7a8483a32f4eea956e68b973f80922'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:28.744300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:28.748706 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Usage tracker for resource:network and tenant:1e7a8483a32f4eea956e68b973f80922 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:28.752173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:28.766811 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:28.788146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Made reservation on behalf of 1e7a8483a32f4eea956e68b973f80922 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:28.793945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:28.814577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:28.836734 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:28.843457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:28.852542 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Usage tracker for resource:security_group_rule and tenant:1e7a8483a32f4eea956e68b973f80922 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:28.855670 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:28.859081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:28.859311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:28.862410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:28.864121 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:28.869233 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:28.887425 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=86365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:08:28.898354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:28.898821 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Added segment 7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926 of type vlan for network 39d381bc-53ad-4ffc-b35b-67a18298ef91
Apr 17 04:08:28.903282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 38f82354-abf0-43f8-bb94-3a445e741edf details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:08:28.917444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ae1ed17c-f124-4c46-8996-3b09151203c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:28.953773 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:28.978151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.001965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.006473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.011986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:29.013720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0860f18d-94e2-4789-8b1d-020ac6b957af,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:29.029894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:29.052685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60f8d-543b-4303-9fd5-de76aad360d8 req-d20a4321-c643-4374-84f6-9decf4b95e95 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:29.055073 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-58c60f8d-543b-4303-9fd5-de76aad360d8 req-d20a4321-c643-4374-84f6-9decf4b95e95 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.3135626
Apr 17 04:08:29.104365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29c0640-2bd4-41a3-b119-dc41e6b2abbb,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:29.108416 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:29.138589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:08:29.162810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.163199 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Added segment 63fb507e-943b-4e87-9cb8-e466763a7fb1 of type vlan for network 87bd5ea9-9d3e-4650-bbef-c1c88799268a
Apr 17 04:08:29.194335 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-58c60f8d-543b-4303-9fd5-de76aad360d8 req-57dfe318-3474-4eb5-8570-6e33a09f3438 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1292760
Apr 17 04:08:29.207238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.208843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:29.209633 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.211405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.222745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:29.246337 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.247821 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:29.248455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.272214 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:29.370209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Pushing event updated for resources: {'Network': ['ID=87bd5ea9-9d3e-4650-bbef-c1c88799268a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:29.376827 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0177331
Apr 17 04:08:29.377485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44604) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:29.378356 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:29.386699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Request body: {'subnet': {'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1813024387-subnet', 'tenant_id': '1e7a8483a32f4eea956e68b973f80922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:29.390895 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:29.396019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Usage tracker for resource:subnet and tenant:1e7a8483a32f4eea956e68b973f80922 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:29.399090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:29.405195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:29.436440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Made reservation on behalf of 1e7a8483a32f4eea956e68b973f80922 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:29.436678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Pushing event updated for resources: {'Network': ['ID=39d381bc-53ad-4ffc-b35b-67a18298ef91,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:29.439532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:29.441881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852513405'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.442276 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9507723
Apr 17 04:08:29.444951 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44608) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:29.445092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 87bd5ea9-9d3e-4650-bbef-c1c88799268a details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:08:29.452469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Request body: {'subnet': {'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1476816434-subnet', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'ip_version': 4}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:29.458207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:29.462008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Usage tracker for resource:subnet and tenant:9f53ec23bf184aff876108f35d83081a is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:29.465094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:29.471675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:29.481502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Made reservation on behalf of 9f53ec23bf184aff876108f35d83081a for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:29.489523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3200795'] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.515827 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 39d381bc-53ad-4ffc-b35b-67a18298ef91 details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:08:29.671097 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.790049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:29.808472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 0cae9507-82ce-428e-98b7-6fc0c2df92c9, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=0cae9507-82ce-428e-98b7-6fc0c2df92c9,segment=NetworkSegment(f29f509c-d405-436a-9193-9802f718387e),segment_id=f29f509c-d405-436a-9193-9802f718387e)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:29.844015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.844920 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:29.866549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851785584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852513390'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.871978 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-04462c4f-dede-49a8-8c4d-e37f6254472f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:29.878251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-22b7fcb9-ad41-4edf-93e2-0cee77389383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:29.913595 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '38f82354-abf0-43f8-bb94-3a445e741edf', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'port_id': '38f82354-abf0-43f8-bb94-3a445e741edf', 'mac_address': 'fa:16:3e:a9:68:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:08:29.949556 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3310380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3200778'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:29.950264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=753bd9e3-b214-48b6-9635-865dbacd8449,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:29.953947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:29.960455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Checking segment: {'id': '63fb507e-943b-4e87-9cb8-e466763a7fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:29.960875 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Network hostable DHCP agents. Network: 87bd5ea9-9d3e-4650-bbef-c1c88799268a, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:08:29.963057 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f558dbb0-0fcf-41a3-a310-b7de4a2cebdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:29.980465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Network 87bd5ea9-9d3e-4650-bbef-c1c88799268a is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:08:29.989312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 87bd5ea9-9d3e-4650-bbef-c1c88799268a) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:30.002934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:30.005648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:30.017109 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140dde23-e5f3-49d9-8eaa-ce7b6a27990d None None] Network 87bd5ea9-9d3e-4650-bbef-c1c88799268a requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:08:30.024256 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6447673
Apr 17 04:08:30.075637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Checking segment: {'id': '7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:30.076008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Network hostable DHCP agents. Network: 39d381bc-53ad-4ffc-b35b-67a18298ef91, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:08:30.097354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00dbd365-8e73-464f-8586-fe05f8186850,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:30.109814 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:30.122324 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=0cae9507-82ce-428e-98b7-6fc0c2df92c9,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:30.122546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Network 39d381bc-53ad-4ffc-b35b-67a18298ef91 is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:08:30.133203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:30.138077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 39d381bc-53ad-4ffc-b35b-67a18298ef91) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:30.138974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:30.155327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:30.156598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:30.162234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42628e6f-e69d-4950-8cce-58808f6a6053 None None] Network 39d381bc-53ad-4ffc-b35b-67a18298ef91 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:08:30.185201 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7354548
Apr 17 04:08:30.186017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44618) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:30.193464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1476816434-router', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:30.205580 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:30.211684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Usage tracker for resource:router and tenant:9f53ec23bf184aff876108f35d83081a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:30.216279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:30.224853 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:30.237208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771965'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:30.247508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4092'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:30.280440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:30.447582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38f82354-abf0-43f8-bb94-3a445e741edf {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:08:30.472625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:30.473058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:30.516590 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf9019-820a-40d3-8a00-b175aaa39219 req-27a34a32-b16d-45a4-ab4e-25c6858de33c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:30.518591 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e0bf9019-820a-40d3-8a00-b175aaa39219 req-27a34a32-b16d-45a4-ab4e-25c6858de33c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.1403296
Apr 17 04:08:30.553400 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9bce6d8>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 2, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:30.577395 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:30.583497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Checking router: 2a9593c8-9a36-4236-be69-5eeeb5113723 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:08:30.583896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Updating router 2a9593c8-9a36-4236-be69-5eeeb5113723 port 040db8b6-ab86-4320-8571-23ac6f6e818a binding host dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:08:30.599895 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e0bf9019-820a-40d3-8a00-b175aaa39219 req-39cbe46b-70ab-4036-bff6-11940cb90a3f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710561
Apr 17 04:08:30.667518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:30.675671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:30.676824 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4077'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:30.832133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:30.892714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['38f82354-abf0-43f8-bb94-3a445e741edf'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:08:31.022067 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=38f82354-abf0-43f8-bb94-3a445e741edf,revision_number=6']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:31.044296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:31.078066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a16c72-086d-4953-831e-d46c72a4a1d2 None None] Network 87bd5ea9-9d3e-4650-bbef-c1c88799268a requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:08:31.317671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27907cdf-231b-5caf-868b-3475d251b5a1-39d381bc-53ad-4ffc-b35b-67a18298ef91', 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'fixed_ips': [{'subnet_id': '00dbd365-8e73-464f-8586-fe05f8186850'}]}} from dv-cinder-786054-2-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 17 04:08:31.318591 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:31.359238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44658) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:31.379408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 0cae9507-82ce-428e-98b7-6fc0c2df92c9 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:31.535947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:31.575397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:31.613812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e1e9fe2a-5793-44ea-b07c-4c79f38384cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:31.634397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e1e9fe2a-5793-44ea-b07c-4c79f38384cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:31.638605 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-e1e9fe2a-5793-44ea-b07c-4c79f38384cc admin admin] Usage tracker for resource:security_group_rule and tenant:e9a985adbdfe432ab09f7b06fb8f9092 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:31.641937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-e1e9fe2a-5793-44ea-b07c-4c79f38384cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:31.648943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-e1e9fe2a-5793-44ea-b07c-4c79f38384cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:31.802141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e1e9fe2a-5793-44ea-b07c-4c79f38384cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:31.808439 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e1e9fe2a-5793-44ea-b07c-4c79f38384cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:31.897237 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7a47b741-1b58-4962-8998-0e092ee19d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:31.943852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Allocated IP 172.27.0.31 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:31.979622 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:31.981588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:31.995741 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e1e9fe2a-5793-44ea-b07c-4c79f38384cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9a985adbdfe432ab09f7b06fb8f9092&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6353097
Apr 17 04:08:31.996856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44678) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:32.000844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9fe2a-5793-44ea-b07c-4c79f38384cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a7818f-821b-435e-a2cb-7855cbf6a99b,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:32.030336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e1e9fe2a-5793-44ea-b07c-4c79f38384cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:32.103048 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb143938-a052-4798-968d-dcd39b9891c2 req-a8766250-4b71-4b2a-acb1-7e7221648dbd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:32.111811 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fb143938-a052-4798-968d-dcd39b9891c2 req-a8766250-4b71-4b2a-acb1-7e7221648dbd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 944 time: 0.2855091
Apr 17 04:08:32.159624 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3828331c-94a7-4298-8202-daba0402b081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:32.203276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Allocated IP 172.20.0.2 (39d381bc-53ad-4ffc-b35b-67a18298ef91/00dbd365-8e73-464f-8586-fe05f8186850/d1afb22f-5701-474a-95c6-dc9edbb01d93) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:32.263829 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fb143938-a052-4798-968d-dcd39b9891c2 req-e9df7546-a681-475d-bc38-3daea0f5d3a0 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1506302
Apr 17 04:08:32.296110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3828331c-94a7-4298-8202-daba0402b081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:32.298699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:32.344648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:32.364620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ad402760-2ce4-412b-8c19-e1e9e4c66430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:32.399169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3828331c-94a7-4298-8202-daba0402b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:32.411709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c88fc90d-3046-4fd0-af86-be21aa23913d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:32.429794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:08:32.455897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828331c-94a7-4298-8202-daba0402b081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a7818f-821b-435e-a2cb-7855cbf6a99b,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:32.470334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3828331c-94a7-4298-8202-daba0402b081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:32.471682 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-3828331c-94a7-4298-8202-daba0402b081 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66a7818f-821b-435e-a2cb-7855cbf6a99b HTTP/1.1" status: 204  len: 168 time: 0.4724860
Apr 17 04:08:32.484536 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Pushing event updated for resources: {'Port': ['ID=30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:32.488791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3828331c-94a7-4298-8202-daba0402b081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:32.500702 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:32.511259 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:32.512601 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:32.515780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:32.952445 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 38f82354-abf0-43f8-bb94-3a445e741edf up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:33.102194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44720) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:33.146520 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92e0d75e-79e5-4ae5-b5a1-67cdbf02cfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.168014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-92e0d75e-79e5-4ae5-b5a1-67cdbf02cfe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:33.174072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-92e0d75e-79e5-4ae5-b5a1-67cdbf02cfe7 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec3f1f770e145feb49a981d6b860700 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:33.178965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-92e0d75e-79e5-4ae5-b5a1-67cdbf02cfe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:33.187409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-92e0d75e-79e5-4ae5-b5a1-67cdbf02cfe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:33.239648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.312648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92e0d75e-79e5-4ae5-b5a1-67cdbf02cfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.319522 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92e0d75e-79e5-4ae5-b5a1-67cdbf02cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.361224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 17 04:08:33.377647 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a64adb69-0f43-4206-b4e3-005ff1ed45a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:33.391779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.451815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0d75e-79e5-4ae5-b5a1-67cdbf02cfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8a8bcd-c012-411b-a09c-325e2a2f5d7b,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:33.472184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-92e0d75e-79e5-4ae5-b5a1-67cdbf02cfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:33.507614 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Transition to ACTIVE for port object d1afb22f-5701-474a-95c6-dc9edbb01d93 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:33.539662 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Transition to ACTIVE for port object d1afb22f-5701-474a-95c6-dc9edbb01d93 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:33.542244 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 38f82354-abf0-43f8-bb94-3a445e741edf triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:33.542713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.587779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.601456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4126bbec-504a-41c6-ab9f-5f0ae1d67448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:33.618651 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-92e0d75e-79e5-4ae5-b5a1-67cdbf02cfe7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ec3f1f770e145feb49a981d6b860700&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5152631
Apr 17 04:08:33.621421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44728) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:33.682179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907fda4-0b16-44e4-8c2b-ecba3e32832b req-4cd99f8d-7aa5-4f4b-a4d8-c46effe7bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:33.688132 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8907fda4-0b16-44e4-8c2b-ecba3e32832b req-4cd99f8d-7aa5-4f4b-a4d8-c46effe7bbe2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 1098 time: 0.2343118
Apr 17 04:08:33.688972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Pushing event updated for resources: {'Port': ['ID=d1afb22f-5701-474a-95c6-dc9edbb01d93,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:33.700752 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:33.712595 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Network 39d381bc-53ad-4ffc-b35b-67a18298ef91 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:33.724326 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:33.737891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:33.748644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8bc532d-3952-4398-83ed-edb4430625ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.756829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad6195-10c6-4729-bcff-c5d3af43f81f req-d7d1534d-3ba7-42c9-acde-d483174d2ceb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:33.761744 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-79ad6195-10c6-4729-bcff-c5d3af43f81f req-d7d1534d-3ba7-42c9-acde-d483174d2ceb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 944 time: 0.2379262
Apr 17 04:08:33.769792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355757'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.790347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.870562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Attempting to bind port d1afb22f-5701-474a-95c6-dc9edbb01d93 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:33.871015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Attempting to bind port d1afb22f-5701-474a-95c6-dc9edbb01d93 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': '7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:33.871442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Attempting to bind port d1afb22f-5701-474a-95c6-dc9edbb01d93 on network 39d381bc-53ad-4ffc-b35b-67a18298ef91 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:33.879026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Transition to ACTIVE for port object 040db8b6-ab86-4320-8571-23ac6f6e818a will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:33.885648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:33.886062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Checking segment: {'id': '7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:33.886508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.887089 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Bound using segment: {'id': '7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:33.887698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Bound port: d1afb22f-5701-474a-95c6-dc9edbb01d93, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:33.888114 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:33.935289 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-79ad6195-10c6-4729-bcff-c5d3af43f81f req-d366877e-6ef6-49c8-992a-0d70bd47949e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1116626
Apr 17 04:08:33.963708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907fda4-0b16-44e4-8c2b-ecba3e32832b req-12cc183f-78ab-4c1b-a641-a877fa187cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:33.971958 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8907fda4-0b16-44e4-8c2b-ecba3e32832b req-12cc183f-78ab-4c1b-a641-a877fa187cc9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 920 time: 0.2714465
Apr 17 04:08:34.009679 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:34.022473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:34.030950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8bc532d-3952-4398-83ed-edb4430625ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:34.035586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:34.170424 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8907fda4-0b16-44e4-8c2b-ecba3e32832b req-8d5f4e51-e2b0-4b1f-922f-b8fa8453ec3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a39efe2-f534-4392-8736-824e9e936623 HTTP/1.1" status: 200  len: 217 time: 0.1826434
Apr 17 04:08:34.220360 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:34.232120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:08:34.362224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8bc532d-3952-4398-83ed-edb4430625ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:34.376224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-39eb9b44-80f9-492b-867e-335b2f5fdf05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:34.400059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc532d-3952-4398-83ed-edb4430625ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8a8bcd-c012-411b-a09c-325e2a2f5d7b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:34.401189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:34.410550 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b8bc532d-3952-4398-83ed-edb4430625ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:34.435898 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907fda4-0b16-44e4-8c2b-ecba3e32832b req-bb389272-fb0b-4f8a-afd6-353eabeabf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:34.436525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 is scheduled to L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 17 04:08:34.439360 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b8bc532d-3952-4398-83ed-edb4430625ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:34.440795 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b8bc532d-3952-4398-83ed-edb4430625ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d8a8bcd-c012-411b-a09c-325e2a2f5d7b HTTP/1.1" status: 204  len: 168 time: 0.8181856
Apr 17 04:08:34.442987 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8907fda4-0b16-44e4-8c2b-ecba3e32832b req-bb389272-fb0b-4f8a-afd6-353eabeabf19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=daad0934-2d9e-46de-b136-ceda493744fd HTTP/1.1" status: 200  len: 859 time: 0.2645435
Apr 17 04:08:34.468011 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Attempting to bind port 040db8b6-ab86-4320-8571-23ac6f6e818a on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:34.468459 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Attempting to bind port 040db8b6-ab86-4320-8571-23ac6f6e818a by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:34.468856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Attempting to bind port 040db8b6-ab86-4320-8571-23ac6f6e818a on network 2b408745-a6b5-4637-8637-e92d07e76273 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:34.489017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d1d5c-0bc9-4b40-8709-c0ecf7b37027 None None] Pushing event updated for resources: {'Port': ['ID=040db8b6-ab86-4320-8571-23ac6f6e818a,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:34.500573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:34.503536 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Checking segment: {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:34.504152 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:34.504902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Bound using segment: {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:34.506882 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Bound port: 040db8b6-ab86-4320-8571-23ac6f6e818a, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:34.507475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:34.545141 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8907fda4-0b16-44e4-8c2b-ecba3e32832b req-1600e84b-1748-4607-9d4e-efddd7d388da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0940580
Apr 17 04:08:34.556639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-243d1d5c-0bc9-4b40-8709-c0ecf7b37027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:34.562031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] For port d1afb22f-5701-474a-95c6-dc9edbb01d93, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:34.571802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a2344ace-c62a-43a8-99af-09eadf01c0dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:34.622768 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffebaf-53cb-4f65-8863-edb00685aa72 req-b332c4f7-6ba0-487a-a73a-06e2c9b3a274 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:34.632552 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5dffebaf-53cb-4f65-8863-edb00685aa72 req-b332c4f7-6ba0-487a-a73a-06e2c9b3a274 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.3328199
Apr 17 04:08:34.708813 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] For port d1afb22f-5701-474a-95c6-dc9edbb01d93, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=d1afb22f-5701-474a-95c6-dc9edbb01d93,segment=NetworkSegment(7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926),segment_id=7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:34.791094 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5dffebaf-53cb-4f65-8863-edb00685aa72 req-142db2d5-c7fd-4846-a824-c70a4b05e4d8 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544380
Apr 17 04:08:34.804554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:34.848940 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:08:34.864928 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Sync routers for ids ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:08:34.882371 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Routers {'91a728c2-3e2c-4191-a264-9d35d1f26cd3'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:34.883364 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9be65c0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:34.897644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:34.901878 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.7117338
Apr 17 04:08:34.902260 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44742) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:34.933434 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8907fda4-0b16-44e4-8c2b-ecba3e32832b req-ac326330-9cff-490e-be4e-19d51b5510d6 service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3792095
Apr 17 04:08:34.952007 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=38f82354-abf0-43f8-bb94-3a445e741edf,revision_number=7']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:34.970898 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf', 'code': 200}
Apr 17 04:08:34.976962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:34.985625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:35.256742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] For port 040db8b6-ab86-4320-8571-23ac6f6e818a, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:35.275637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] For port 040db8b6-ab86-4320-8571-23ac6f6e818a, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=040db8b6-ab86-4320-8571-23ac6f6e818a,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:35.289499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:35.377498 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Pushing event updated for resources: {'Port': ['ID=d1afb22f-5701-474a-95c6-dc9edbb01d93,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:35.406745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:35.407266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:35.448957 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8907fda4-0b16-44e4-8c2b-ecba3e32832b req-02820ef7-79ef-4254-b138-4f7117c000b3 service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5047984
Apr 17 04:08:35.512082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc955b3-c447-4a0f-a081-63e11b382ac1 req-0140f6d9-36c3-46f3-930c-43b4edfcb2c8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:35.517031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Set router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:35.527315 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dcc955b3-c447-4a0f-a081-63e11b382ac1 req-0140f6d9-36c3-46f3-930c-43b4edfcb2c8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.3151326
Apr 17 04:08:35.533121 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:35.533820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9bce6d8>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:35.681775 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dcc955b3-c447-4a0f-a081-63e11b382ac1 req-76b4c166-8cb9-4ce5-8390-374ddd987c2e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1522830
Apr 17 04:08:36.003003 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d1d5c-0bc9-4b40-8709-c0ecf7b37027 None None] Pushing event updated for resources: {'Port': ['ID=040db8b6-ab86-4320-8571-23ac6f6e818a,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:36.023150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-243d1d5c-0bc9-4b40-8709-c0ecf7b37027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:36.174517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:36.252980 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5882ffc-677d-4d4d-9082-835788d8c95e req-934a175f-6639-4374-aa13-0a9f2876ec07 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:36.265823 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b5882ffc-677d-4d4d-9082-835788d8c95e req-934a175f-6639-4374-aa13-0a9f2876ec07 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2366672
Apr 17 04:08:36.365660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9be65c0>, [{'id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'name': 'tempest-TestVolumeBootPattern-1476816434-router', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:30Z', 'updated_at': '2021-04-17T04:08:32Z', 'revision_number': 3, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'gw_port': {'id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:66:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:31Z', 'updated_at': '2021-04-17T04:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:36.377319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Checking router: 91a728c2-3e2c-4191-a264-9d35d1f26cd3 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:08:36.377708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Updating router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 binding host dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:08:36.419408 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b5882ffc-677d-4d4d-9082-835788d8c95e req-fa03c502-2174-49bc-ab89-31a7a10487fe tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523354
Apr 17 04:08:36.542777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:36.776366 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9bce6d8>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:35Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:36.793649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bed8ad-b707-4ec9-9601-b11f40b55182 None None] The sync data for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi is: [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:35Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:08:37.078129 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:37.269123 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475058d-1605-42bc-b750-33f50e39e171 req-0dc8f4bb-4330-4d31-8af7-a50667a06a72 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:37.281599 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3475058d-1605-42bc-b750-33f50e39e171 req-0dc8f4bb-4330-4d31-8af7-a50667a06a72 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.2725418
Apr 17 04:08:37.411820 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3475058d-1605-42bc-b750-33f50e39e171 req-ca334a61-dd6d-4c02-8339-e6efbb106d63 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1224251
Apr 17 04:08:37.482032 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6eec2b-6ad1-4162-8850-b55b1614ab96 None None] Network 39d381bc-53ad-4ffc-b35b-67a18298ef91 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:08:37.616125 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Allocated IP 172.20.0.1 (39d381bc-53ad-4ffc-b35b-67a18298ef91/00dbd365-8e73-464f-8586-fe05f8186850/ad22fdad-2ddf-4bb9-9986-43d65885b1ea) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:37.721321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-11fcc6f0-8dfd-47c0-8357-994b41d1113e None None] Provisioning for port d1afb22f-5701-474a-95c6-dc9edbb01d93 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:37.908199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 040db8b6-ab86-4320-8571-23ac6f6e818a up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:38.003298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.029078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Transition to ACTIVE for port object ad22fdad-2ddf-4bb9-9986-43d65885b1ea will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:38.096385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.118179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11267115-64c1-488d-bd6d-426eb3835881 req-45a9c7df-edaf-422d-84f7-048e0e4e5f90 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:38.118741 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a0987f15-2435-4ac3-94c4-9b73c4946285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:38.126272 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-11267115-64c1-488d-bd6d-426eb3835881 req-45a9c7df-edaf-422d-84f7-048e0e4e5f90 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2863755
Apr 17 04:08:38.153637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b0cd382-9bb3-4e17-b78f-9c6d170ce79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.212158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.237339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Network 39d381bc-53ad-4ffc-b35b-67a18298ef91 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:38.239729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Transition to ACTIVE for port object 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:38.247479 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:38.253871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.273603 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-11267115-64c1-488d-bd6d-426eb3835881 req-5478059e-e29a-434d-a03d-775f25cae326 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1382759
Apr 17 04:08:38.279191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fc261e17-3564-40d2-9bae-75f61492d176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:38.280141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:38.327814 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 040db8b6-ab86-4320-8571-23ac6f6e818a completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:38.347609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 040db8b6-ab86-4320-8571-23ac6f6e818a triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:38.348081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.365632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec41b63-baaf-4438-9334-99b5cdd76755 None None] Pushing event updated for resources: {'Port': ['ID=30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:38.370817 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0ec41b63-baaf-4438-9334-99b5cdd76755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:38.402755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Pushing event updated for resources: {'Port': ['ID=ad22fdad-2ddf-4bb9-9986-43d65885b1ea,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:38.417376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:38.424470 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Attempting to bind port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:38.424867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Attempting to bind port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:38.425259 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Attempting to bind port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 on network 0dc6f800-ff57-4799-b37a-4ed29384853c {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:38.432292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:38.432743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Checking segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:38.433125 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.433599 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Bound using segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:38.434020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Bound port: 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:38.434424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.441648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421646'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.503096 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.563879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 040db8b6-ab86-4320-8571-23ac6f6e818a, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=040db8b6-ab86-4320-8571-23ac6f6e818a,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:38.568487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.569487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device d1afb22f-5701-474a-95c6-dc9edbb01d93 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:38.602637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] For port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:38.606011 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] For port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:38.611348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.622723 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:38.747573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec41b63-baaf-4438-9334-99b5cdd76755 None None] Pushing event updated for resources: {'Port': ['ID=30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:38.763589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0ec41b63-baaf-4438-9334-99b5cdd76755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:38.773622 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:38.780782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758730a-e769-4e3b-a13e-8571d2467525 req-da7701c7-20f7-4f37-a880-276ce314d47d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:38.789917 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1758730a-e769-4e3b-a13e-8571d2467525 req-da7701c7-20f7-4f37-a880-276ce314d47d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.1772037
Apr 17 04:08:38.805183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Routers {'91a728c2-3e2c-4191-a264-9d35d1f26cd3'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:38.805873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9be65c0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:38.879090 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1758730a-e769-4e3b-a13e-8571d2467525 req-a083336c-d0a7-4422-89f6-0c983722fe10 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873418
Apr 17 04:08:39.177527 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:39.295590 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] Set router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:39.324962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:39.378133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-03b586af-c61c-41a3-9e0b-952a6855df5a None None] Provisioning for port ad22fdad-2ddf-4bb9-9986-43d65885b1ea completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:39.382777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=040db8b6-ab86-4320-8571-23ac6f6e818a,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:39.393461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:39.394242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-03b586af-c61c-41a3-9e0b-952a6855df5a None None] Provisioning complete for port ad22fdad-2ddf-4bb9-9986-43d65885b1ea triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:39.394800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-03b586af-c61c-41a3-9e0b-952a6855df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:39.428759 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port d1afb22f-5701-474a-95c6-dc9edbb01d93 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:39.445066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port d1afb22f-5701-474a-95c6-dc9edbb01d93 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:39.445321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:39.573133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:39.579039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:39.580169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-03b586af-c61c-41a3-9e0b-952a6855df5a None None] Port ad22fdad-2ddf-4bb9-9986-43d65885b1ea cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:08:39.699806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:39.704515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:39.742344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3afef3a4-55d2-4726-a3f8-cd2cc6bcb9f8 None None] Provisioning complete for port ad22fdad-2ddf-4bb9-9986-43d65885b1ea triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:39.742826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3afef3a4-55d2-4726-a3f8-cd2cc6bcb9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:39.745227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db34024-826c-44c3-ae94-f3ee3fe02923 req-9ba6879f-c544-4002-a26a-95b059b4aa48 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:39.762954 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0db34024-826c-44c3-ae94-f3ee3fe02923 req-9ba6879f-c544-4002-a26a-95b059b4aa48 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2183945
Apr 17 04:08:39.872765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854354071'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:39.873117 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0db34024-826c-44c3-ae94-f3ee3fe02923 req-598d4da7-a968-4b4c-9174-c45e26318081 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090569
Apr 17 04:08:39.881639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-3afef3a4-55d2-4726-a3f8-cd2cc6bcb9f8 None None] Port ad22fdad-2ddf-4bb9-9986-43d65885b1ea cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:08:39.886494 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Pushing event updated for resources: {'Port': ['ID=ad22fdad-2ddf-4bb9-9986-43d65885b1ea,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:39.889562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:39.907480 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port d1afb22f-5701-474a-95c6-dc9edbb01d93, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=d1afb22f-5701-474a-95c6-dc9edbb01d93,segment=NetworkSegment(7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926),segment_id=7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:39.912825 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:39.937859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:40.124147 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 040db8b6-ab86-4320-8571-23ac6f6e818a up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:40.165574 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9be65c0>, [{'id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'name': 'tempest-TestVolumeBootPattern-1476816434-router', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:30Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 4, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'gw_port': {'id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:66:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:31Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'ad22fdad-2ddf-4bb9-9986-43d65885b1ea', 'name': '', 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'mac_address': 'fa:16:3e:e2:04:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '00dbd365-8e73-464f-8586-fe05f8186850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:37Z', 'updated_at': '2021-04-17T04:08:37Z', 'revision_number': 1, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'subnets': [{'id': '00dbd365-8e73-464f-8586-fe05f8186850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:40.172548 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Network 39d381bc-53ad-4ffc-b35b-67a18298ef91 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:40.174312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd19e01-828f-434d-ac04-6419f8325232 None None] The sync data for ids ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'] in dv-cinder-786054-2-iscsi is: [{'id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'name': 'tempest-TestVolumeBootPattern-1476816434-router', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:30Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 4, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'gw_port': {'id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:66:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:31Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'ad22fdad-2ddf-4bb9-9986-43d65885b1ea', 'name': '', 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'mac_address': 'fa:16:3e:e2:04:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '00dbd365-8e73-464f-8586-fe05f8186850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:37Z', 'updated_at': '2021-04-17T04:08:37Z', 'revision_number': 1, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'subnets': [{'id': '00dbd365-8e73-464f-8586-fe05f8186850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:08:40.180463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:40.195209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5e5f1-07ef-46de-abff-59f508e07fc4 req-f200527b-12da-4c5c-bea7-2c0c6a196458 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:40.206674 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-15c5e5f1-07ef-46de-abff-59f508e07fc4 req-f200527b-12da-4c5c-bea7-2c0c6a196458 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.1803100
Apr 17 04:08:40.219241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=d1afb22f-5701-474a-95c6-dc9edbb01d93,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:40.253760 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:40.288509 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-15c5e5f1-07ef-46de-abff-59f508e07fc4 req-0576c65f-7f1a-411f-95a0-0465fd36c921 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807364
Apr 17 04:08:40.315917 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-74790a1a-5404-43c2-a24b-5dfb2da9f992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:40.330806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 040db8b6-ab86-4320-8571-23ac6f6e818a triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:40.330806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:40.581086 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:08:40.625595 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9c3a9530-10ab-44fa-98c8-ce7f7006ec10 None None] Provisioning complete for port ad22fdad-2ddf-4bb9-9986-43d65885b1ea triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:40.626027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9530-10ab-44fa-98c8-ce7f7006ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:40.729777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a9530-10ab-44fa-98c8-ce7f7006ec10 None None] Port ad22fdad-2ddf-4bb9-9986-43d65885b1ea cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:08:40.885314 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:08:40.910142 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] 10.222.0.36 "PUT /v2.0/routers/91a728c2-3e2c-4191-a264-9d35d1f26cd3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0065424
Apr 17 04:08:41.124167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:41.148742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-f370127a-70f5-49d4-942b-00edbd68cbea tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:41.160636 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-f370127a-70f5-49d4-942b-00edbd68cbea tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/networks?id=87bd5ea9-9d3e-4650-bbef-c1c88799268a HTTP/1.1" status: 200  len: 809 time: 0.3049974
Apr 17 04:08:41.201939 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-f31f4ad7-b3b1-4a68-868c-b4c8210ad297 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/quotas/1e7a8483a32f4eea956e68b973f80922 HTTP/1.1" status: 200  len: 375 time: 0.0402522
Apr 17 04:08:41.408043 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:41.696355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44864) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:41.704803 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-f6cfe683-fe2f-477c-be21-a83f3795800e tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e7a8483a32f4eea956e68b973f80922&fields=id HTTP/1.1" status: 200  len: 210 time: 0.5010943
Apr 17 04:08:41.897403 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e88857-ddd8-4371-920a-915f4c85526a req-3e2691c7-b4f0-4ac3-8a38-b81df193d8fb tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:41.913539 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a0e88857-ddd8-4371-920a-915f4c85526a req-3e2691c7-b4f0-4ac3-8a38-b81df193d8fb tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.6939034
Apr 17 04:08:41.939120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-42243946-97d2-4d67-bc0e-618b613d13bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:41.982152 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-42243946-97d2-4d67-bc0e-618b613d13bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:41.991780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-42243946-97d2-4d67-bc0e-618b613d13bc admin admin] Usage tracker for resource:security_group_rule and tenant:6e4fa9405e214ca3801f6e76e4bf7c8a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:41.997261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-42243946-97d2-4d67-bc0e-618b613d13bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:42.012215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-42243946-97d2-4d67-bc0e-618b613d13bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:42.062909 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a0e88857-ddd8-4371-920a-915f4c85526a req-05c1c07c-d189-40f6-b46a-a10ef5aa3fc3 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442065
Apr 17 04:08:42.117892 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-15d7ef2e-0784-4b62-b8eb-8a35fc7e12fa service neutron] 10.222.0.36 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4120376
Apr 17 04:08:42.216439 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-42243946-97d2-4d67-bc0e-618b613d13bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:42.222868 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-42243946-97d2-4d67-bc0e-618b613d13bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:42.245176 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device d1afb22f-5701-474a-95c6-dc9edbb01d93 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:42.254921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fc9ff98e-636f-4ddc-9790-16d5de9f2dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:42.318586 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-42243946-97d2-4d67-bc0e-618b613d13bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e4fa9405e214ca3801f6e76e4bf7c8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6203554
Apr 17 04:08:42.319970 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42243946-97d2-4d67-bc0e-618b613d13bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd192c9-d25e-402e-9442-f0cad9d52531,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:42.323136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44876) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:42.326661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-42243946-97d2-4d67-bc0e-618b613d13bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:42.408762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6463aa7-f79b-401b-9e0f-adea5fd2fc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:42.460800 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-06193b8a-9e5b-46e7-ab81-b9979e47254c service neutron] 10.222.0.36 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3416786
Apr 17 04:08:42.529018 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6463aa7-f79b-401b-9e0f-adea5fd2fc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:42.574654 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port d1afb22f-5701-474a-95c6-dc9edbb01d93 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:42.578168 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:42.662183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6463aa7-f79b-401b-9e0f-adea5fd2fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:42.674272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-958bc8a1-b1a1-4db2-9dd7-8bb961c70990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:42.701222 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6463aa7-f79b-401b-9e0f-adea5fd2fc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd192c9-d25e-402e-9442-f0cad9d52531,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:42.704302 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a6463aa7-f79b-401b-9e0f-adea5fd2fc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:42.719047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a6463aa7-f79b-401b-9e0f-adea5fd2fc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:42.722122 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a6463aa7-f79b-401b-9e0f-adea5fd2fc76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5dd192c9-d25e-402e-9442-f0cad9d52531 HTTP/1.1" status: 204  len: 168 time: 0.3977380
Apr 17 04:08:42.888735 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:43.011115 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:43.027053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:43.050641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:43.051132 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:43.053642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38646-d91c-4265-aaff-c6e38527a899 req-9e3a7744-cf13-4086-8e47-6fb7afd3edd9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:43.065160 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-19b38646-d91c-4265-aaff-c6e38527a899 req-9e3a7744-cf13-4086-8e47-6fb7afd3edd9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.2197127
Apr 17 04:08:43.148676 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-19b38646-d91c-4265-aaff-c6e38527a899 req-8277c276-6deb-4b29-9dcb-2883a0282271 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819831
Apr 17 04:08:43.305843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44902) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:43.308803 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c24db39d-8e30-4193-a861-95fb4b66a567 req-095365be-4f30-4742-a062-ee083a3f69d7 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 210 time: 0.0998516
Apr 17 04:08:43.313208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336528879', 'description': 'tempest-secgroup-smoke-336528879 description', 'project_id': '158c2a61ba42425591ac468ca75f2f3b'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:43.340699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:43.356089 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:43.361766 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:security_group and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:43.365426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:43.378203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:43.387949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:43.393691 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:43.400450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2e349303-8b95-4b86-bfdf-486576e17309 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:43.425856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:43.496757 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:43.507820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:security_group_rule and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:43.521690 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:43.536600 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:43.555169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:43.561534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:43.602749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2804e-329c-426a-a4f4-05dbdc6b91f7 req-743fe47b-b2ce-4de7-9dcc-cbed6180c066 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:43.611364 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0d2804e-329c-426a-a4f4-05dbdc6b91f7 req-743fe47b-b2ce-4de7-9dcc-cbed6180c066 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1486740
Apr 17 04:08:43.674718 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0d2804e-329c-426a-a4f4-05dbdc6b91f7 req-b91b261a-d25c-4b24-bb52-bfccc4af4303 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621483
Apr 17 04:08:43.713539 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:43.723994 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:43.730563 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a3828821-8084-4e1f-bbb5-f1b2a36de2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:43.785818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:43.790064 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4802279
Apr 17 04:08:43.790064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ba657-5fbf-4af9-a7d7-8b55832771c6,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:43.793547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44918) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:43.803755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:43.804765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'security_group_rule': {'security_group_id': '8c9ba657-5fbf-4af9-a7d7-8b55832771c6', 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:43.811274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:43.815497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:security_group_rule and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:43.818627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:43.825638 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:43.845289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:43.926286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:43.930441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:43.932704 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d2af1ed8-6c1b-453b-904c-2c923a2465eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:43.996264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835a3469-4f09-49fc-9772-60f4e5f8448d,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:44.002709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:44.002709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.002709 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2078581
Apr 17 04:08:44.005625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44928) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:44.011460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'security_group_rule': {'security_group_id': '8c9ba657-5fbf-4af9-a7d7-8b55832771c6', 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:44.025799 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:44.031815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:security_group_rule and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:44.037020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:44.045235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:44.072123 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:44.077180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.134113 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44934) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:44.159952 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.168908 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.183605 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:44.235142 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:44.235544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.249182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37638ba-85d5-491c-b35e-10ca0d6844d4,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:44.267112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:44.293568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.297637 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2882104
Apr 17 04:08:44.298660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44944) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:44.323253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'security_group_rule': {'security_group_id': '8c9ba657-5fbf-4af9-a7d7-8b55832771c6', 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:44.341725 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:44.349747 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:security_group_rule and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:44.358430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:44.373078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:44.419800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.465145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1397655418-network', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:44.473356 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:44.486366 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Usage tracker for resource:network and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:44.493212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:44.523623 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:44.578659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Made reservation on behalf of 1540efc0b56c401fa98e56d3607f02ac for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:44.589295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.622192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.650010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:44.654512 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Usage tracker for resource:security_group_rule and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:44.657769 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:44.667056 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:44.767105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.772256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.779224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6785ed58-577a-42f3-9c0d-1e6898ed35d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:44.795748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:08:44.808180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.808584 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Added segment cb033523-a8af-450b-86d8-ed92dd66f904 of type vlan for network a51085e4-408d-4488-add1-349bbd12a1e8
Apr 17 04:08:44.813968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Sync routers for ids ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:08:44.828327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Routers {'91a728c2-3e2c-4191-a264-9d35d1f26cd3'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:44.834109 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca2befd0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:44.873030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.912867 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-44e9604d-1e0c-4100-b333-1630c8ff2cef req-3147331d-6f35-4c48-95fb-61d94e28522e tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 210 time: 0.2184534
Apr 17 04:08:44.951302 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:44.960005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:44.960644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:45.013044 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfd0b3c-5179-4385-9efc-79adc353f369,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:45.021419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:45.021958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-54976614-14b4-489f-b58a-2a2fc230f51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:45.055782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:45.081935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:45.094340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5da8b-8487-46c4-b983-32b7efddfa36 req-905c7359-9d26-45c7-8a10-1999f0e9d33f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:45.096349 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f6a5da8b-8487-46c4-b983-32b7efddfa36 req-905c7359-9d26-45c7-8a10-1999f0e9d33f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.5444782
Apr 17 04:08:45.110376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:45.147895 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:45.149521 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8492782
Apr 17 04:08:45.167197 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44958) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:45.176899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7eaa2a73-d26d-4d56-9548-dd90577530e3 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:45.178741 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7eaa2a73-d26d-4d56-9548-dd90577530e3 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.43 "GET /v2.0/networks?id=87bd5ea9-9d3e-4650-bbef-c1c88799268a HTTP/1.1" status: 200  len: 809 time: 0.5273221
Apr 17 04:08:45.181386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15793379-ebab-4bbc-9223-4542ed2decb3,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:45.198489 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'security_group_rule': {'security_group_id': '8c9ba657-5fbf-4af9-a7d7-8b55832771c6', 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:45.200737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Pushing event updated for resources: {'Network': ['ID=a51085e4-408d-4488-add1-349bbd12a1e8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:45.205830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:45.214411 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network a51085e4-408d-4488-add1-349bbd12a1e8 details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:08:45.216153 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0804858
Apr 17 04:08:45.219656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44962) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:45.225950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Request body: {'subnet': {'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1397655418-subnet', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:45.229285 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Request body: {'port': {'device_id': '1a58f484-c0a8-428e-b9a5-3bfda77d2eac', 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a', 'admin_state_up': True, 'tenant_id': '1e7a8483a32f4eea956e68b973f80922'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:45.236664 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:45.242420 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Usage tracker for resource:subnet and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:45.255745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:45.262247 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:45.282151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Made reservation on behalf of 1540efc0b56c401fa98e56d3607f02ac for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:45.287271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852513405'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:45.354539 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Set router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:45.374094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-83f5ab8a-41d5-4c37-9aaf-807bc2e3505d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:45.429024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:45.432304 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:45.493449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:security_group_rule and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:45.507827 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Usage tracker for resource:port and tenant:1e7a8483a32f4eea956e68b973f80922 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:45.515508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:45.533200 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:45.558005 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f6a5da8b-8487-46c4-b983-32b7efddfa36 req-5adb5b1b-82bd-4630-acae-0ed6ec98c062 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4169981
Apr 17 04:08:45.560675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:45.565949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:45.640387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909f1bd-dd53-4406-9f6f-ae71559f7846 req-a3b83fc4-d272-4ec3-b0ee-b3b7250ec867 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:45.642333 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a909f1bd-dd53-4406-9f6f-ae71559f7846 req-a3b83fc4-d272-4ec3-b0ee-b3b7250ec867 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 946 time: 0.4491537
Apr 17 04:08:45.651483 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Made reservation on behalf of 1e7a8483a32f4eea956e68b973f80922 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:45.657963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:45.671741 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:45.918372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca2befd0>, [{'id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'name': 'tempest-TestVolumeBootPattern-1476816434-router', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:30Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 4, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'gw_port': {'id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:31Z', 'updated_at': '2021-04-17T04:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'ad22fdad-2ddf-4bb9-9986-43d65885b1ea', 'name': '', 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'mac_address': 'fa:16:3e:e2:04:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '00dbd365-8e73-464f-8586-fe05f8186850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:37Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 2, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'subnets': [{'id': '00dbd365-8e73-464f-8586-fe05f8186850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:45.924106 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Checking router: 91a728c2-3e2c-4191-a264-9d35d1f26cd3 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:08:45.924746 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Updating router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 port ad22fdad-2ddf-4bb9-9986-43d65885b1ea binding host dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:08:45.932901 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a909f1bd-dd53-4406-9f6f-ae71559f7846 req-2ba485f8-3d06-42e5-a488-7fce2787b5a9 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538040
Apr 17 04:08:46.044074 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:46.105500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Allocated IP 172.20.0.12 (87bd5ea9-9d3e-4650-bbef-c1c88799268a/753bd9e3-b214-48b6-9635-865dbacd8449/b14bf50b-b5e0-47c3-ad48-21ee0cb9c406) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:46.248574 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851785584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852513390'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:46.253783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6510807d-137a-4128-b641-0e201c815f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:46.316088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-de7851da-ba3b-46d0-b5df-432655fc186a req-69272ab6-274c-495c-89f7-2b34709a338a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Synchronizing usage tracker for tenant:4acedbcc492442fda696d7da349c2601 on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:08:46.334228 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bad628f-708f-499a-9fd0-6bbfd8e3c23a,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:46.343833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:46.344964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Checking segment: {'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:46.345527 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Network hostable DHCP agents. Network: a51085e4-408d-4488-add1-349bbd12a1e8, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:08:46.352930 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:46.367596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Network a51085e4-408d-4488-add1-349bbd12a1e8 is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:08:46.379800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, a51085e4-408d-4488-add1-349bbd12a1e8) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:46.394815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:46.414859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:46.415739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:46.429072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64a2c5-d371-40b2-ab1a-ff27ecf512fc req-cd2aaa71-df4d-41e0-81f9-2eb9f216342f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:46.430711 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0f64a2c5-d371-40b2-ab1a-ff27ecf512fc req-cd2aaa71-df4d-41e0-81f9-2eb9f216342f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.5986576
Apr 17 04:08:46.431530 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-de7851da-ba3b-46d0-b5df-432655fc186a req-69272ab6-274c-495c-89f7-2b34709a338a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Unset dirty status for tenant:4acedbcc492442fda696d7da349c2601 on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:08:46.432651 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-69272ab6-274c-495c-89f7-2b34709a338a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787352609&fields=id&tenant_id=4acedbcc492442fda696d7da349c2601 HTTP/1.1" status: 200  len: 267 time: 0.1792452
Apr 17 04:08:46.439319 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1e1d286e-dc2f-4aa4-8644-9c4c78d13373 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2184141
Apr 17 04:08:46.442313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 44974) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:46.444065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8220dc32-118f-4661-87d9-82c1218ed315 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:46.451707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:46.458472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:46.464005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Usage tracker for resource:router and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:46.464366 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a979ba9f-e241-4dac-9e55-17861d3e26b8 None None] Network a51085e4-408d-4488-add1-349bbd12a1e8 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:08:46.468566 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:46.474585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc0903a-8bd2-46c3-9be6-083518438988,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:46.475371 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:46.477678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:46.492256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771965'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:46.493648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4092'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:46.575128 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:46.575894 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0f64a2c5-d371-40b2-ab1a-ff27ecf512fc req-671560f7-f61e-46cb-9c3f-989597be8698 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153235
Apr 17 04:08:46.760193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:46.761369 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.5814185
Apr 17 04:08:46.813594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-b8eb2757-6061-41ef-bbbf-930b6ef1775d req-d75adf39-6bf0-462e-b847-55d666d29516 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Synchronizing usage tracker for tenant:1e7a8483a32f4eea956e68b973f80922 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:08:46.818029 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44980) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:46.824079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:46.860479 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'security_group_rule': {'security_group_id': '8c9ba657-5fbf-4af9-a7d7-8b55832771c6', 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:46.865241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-b8eb2757-6061-41ef-bbbf-930b6ef1775d req-d75adf39-6bf0-462e-b847-55d666d29516 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Unset dirty status for tenant:1e7a8483a32f4eea956e68b973f80922 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:08:46.878118 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b8eb2757-6061-41ef-bbbf-930b6ef1775d req-d75adf39-6bf0-462e-b847-55d666d29516 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 210 time: 0.1250062
Apr 17 04:08:46.897688 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:46.918760 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27907cdf-231b-5caf-868b-3475d251b5a1-a51085e4-408d-4488-add1-349bbd12a1e8', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'fixed_ips': [{'subnet_id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a'}]}} from dv-cinder-786054-2-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 17 04:08:46.919744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:46.936883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:security_group_rule and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:46.941174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:46.977806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:47.014402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4077'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.068185 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.securitygroups_db [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Project 158c2a61ba42425591ac468ca75f2f3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 17 04:08:47.086575 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.165635 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.167334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Allocated IP 172.20.0.2 (a51085e4-408d-4488-add1-349bbd12a1e8/4bad628f-708f-499a-9fd0-6bbfd8e3c23a/b2112b5f-9a4f-476a-a525-3e08ceff2468) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:47.179535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7851da-ba3b-46d0-b5df-432655fc186a req-63d72905-6d65-4597-8bfd-f7f34e4ea794 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:47.180639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-de7851da-ba3b-46d0-b5df-432655fc186a req-63d72905-6d65-4597-8bfd-f7f34e4ea794 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Synchronizing usage tracker for tenant:4acedbcc492442fda696d7da349c2601 on resource:network {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:08:47.185262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-83280d58-d370-4304-ba4a-6a2d3f8ee141 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:47.186067 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-83280d58-d370-4304-ba4a-6a2d3f8ee141 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Synchronizing usage tracker for tenant:d9f0154219a143acba7a1cc126fd72de on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:08:47.238191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.239682 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-83280d58-d370-4304-ba4a-6a2d3f8ee141 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Unset dirty status for tenant:d9f0154219a143acba7a1cc126fd72de on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:08:47.241332 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-83280d58-d370-4304-ba4a-6a2d3f8ee141 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 946 time: 0.7432411
Apr 17 04:08:47.280629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:47.297790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba7b6f3-0bca-430a-9e8d-e99105dea4ae,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:47.301438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.302953 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4657626
Apr 17 04:08:47.306332 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-18c24774-d124-4f24-a88f-c055c23fb0c8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:47.311364 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.313100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 44986) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:47.340583 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'security_group_rule': {'security_group_id': '8c9ba657-5fbf-4af9-a7d7-8b55832771c6', 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:47.355588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Deleting port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:08:47.356054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.360520 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:47.402529 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Network 87bd5ea9-9d3e-4650-bbef-c1c88799268a is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:47.403808 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-de7851da-ba3b-46d0-b5df-432655fc186a req-63d72905-6d65-4597-8bfd-f7f34e4ea794 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Unset dirty status for tenant:4acedbcc492442fda696d7da349c2601 on resource:network {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:08:47.405302 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-63d72905-6d65-4597-8bfd-f7f34e4ea794 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/networks?id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4 HTTP/1.1" status: 200  len: 809 time: 0.9319217
Apr 17 04:08:47.413056 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:47.416733 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:47.435302 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:security_group_rule and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:47.440738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:47.448953 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.459907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Transition to ACTIVE for port object b2112b5f-9a4f-476a-a525-3e08ceff2468 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:47.480609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Transition to ACTIVE for port object b2112b5f-9a4f-476a-a525-3e08ceff2468 will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:47.486559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:47.489045 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.498052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb247ab-3c95-4fc7-a68e-0e6872b6877e req-7dab1ec1-b7a2-4bce-94cb-86364671301c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:47.506193 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9cb247ab-3c95-4fc7-a68e-0e6872b6877e req-7dab1ec1-b7a2-4bce-94cb-86364671301c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.4218681
Apr 17 04:08:47.512195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-243d1d5c-0bc9-4b40-8709-c0ecf7b37027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:47.532106 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:47.598856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Network a51085e4-408d-4488-add1-349bbd12a1e8 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:47.603403 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Pushing event updated for resources: {'Port': ['ID=b2112b5f-9a4f-476a-a525-3e08ceff2468,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:47.606486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:47.607698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:47.610719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:47.732873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Attempting to bind port b2112b5f-9a4f-476a-a525-3e08ceff2468 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:47.733318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Attempting to bind port b2112b5f-9a4f-476a-a525-3e08ceff2468 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:47.733763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Attempting to bind port b2112b5f-9a4f-476a-a525-3e08ceff2468 on network a51085e4-408d-4488-add1-349bbd12a1e8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:47.741646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:47.742061 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Checking segment: {'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:47.742496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.742959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Bound using segment: {'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:47.743484 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Bound port: b2112b5f-9a4f-476a-a525-3e08ceff2468, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:47.743889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.787406 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-5fe30a97-2464-4adb-9a4d-ab1c6ffa6036 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/quotas/4acedbcc492442fda696d7da349c2601 HTTP/1.1" status: 200  len: 375 time: 0.3572731
Apr 17 04:08:47.829076 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9cb247ab-3c95-4fc7-a68e-0e6872b6877e req-7b766a8f-f371-4eea-8a66-8ec2430f7e74 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3215680
Apr 17 04:08:47.862433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] For port b2112b5f-9a4f-476a-a525-3e08ceff2468, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:47.865112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] For port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:47.865554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.867780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] For port b2112b5f-9a4f-476a-a525-3e08ceff2468, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=b2112b5f-9a4f-476a-a525-3e08ceff2468,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:47.873571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:47.884589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:47.981913 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Pushing event updated for resources: {'Port': ['ID=b2112b5f-9a4f-476a-a525-3e08ceff2468,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:47.981913 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:48.037971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Pushing event updated for resources: {'Port': ['ID=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:48.037971 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.securitygroups_db [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Project 158c2a61ba42425591ac468ca75f2f3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 17 04:08:48.037971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:48.078762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:48.078762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:48.111347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Calling delete_port for aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:08:48.117019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:48.148600 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9345298
Apr 17 04:08:48.154053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:48.178573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Request body: {'port': {'device_id': '1a58f484-c0a8-428e-b9a5-3bfda77d2eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:48.202171 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Transition to ACTIVE for port object ad22fdad-2ddf-4bb9-9986-43d65885b1ea will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:48.306363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:48.352450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:48.485541 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-789f7176-3fa9-438f-b185-5926081516a7 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4acedbcc492442fda696d7da349c2601&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5638561
Apr 17 04:08:48.485541 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c106f-109d-4619-a60b-f8b96e37d1d7 req-cae3968b-2cca-4861-9878-22abc56045ee tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:48.485541 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-364c106f-109d-4619-a60b-f8b96e37d1d7 req-cae3968b-2cca-4861-9878-22abc56045ee tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2a38cc7-0202-4082-b7d7-255a335b7be9 HTTP/1.1" status: 200  len: 946 time: 0.4130039
Apr 17 04:08:48.485541 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:48.488586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:48.493978 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:48.638145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:48.685204 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:48.688702 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-364c106f-109d-4619-a60b-f8b96e37d1d7 req-3a63b933-1cc3-4902-a03b-790e7094bd6f tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2542562
Apr 17 04:08:48.773013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:48.838500 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-8b0bc366-361d-4cca-9527-b65ed2c46cbd service neutron] 10.222.0.36 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4486785
Apr 17 04:08:48.884094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7219ae60-50f2-4961-97ab-0ceb2e0cbf71,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:48.893454 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:48.993848 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Allocated IP 172.27.0.8 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/98662866-ceb2-42f5-a6f1-40071a5e9797) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:48.998487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abc802-8ea5-45b0-9d6d-ad15b7f9570a None None] Pushing event updated for resources: {'Port': ['ID=ad22fdad-2ddf-4bb9-9986-43d65885b1ea,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:49.010781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-47abc802-8ea5-45b0-9d6d-ad15b7f9570a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:49.094872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Attempting to bind port ad22fdad-2ddf-4bb9-9986-43d65885b1ea on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:49.095290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Attempting to bind port ad22fdad-2ddf-4bb9-9986-43d65885b1ea by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': '7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:49.096115 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Attempting to bind port ad22fdad-2ddf-4bb9-9986-43d65885b1ea on network 39d381bc-53ad-4ffc-b35b-67a18298ef91 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:49.102810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:49.103224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Checking segment: {'id': '7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:49.103662 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:49.104404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Bound using segment: {'id': '7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:49.104596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Bound port: ad22fdad-2ddf-4bb9-9986-43d65885b1ea, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:49.108341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:49.200931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:49.220942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:49.243401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1c4cdc57-1480-42b8-b970-b1d1f1fb71d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:49.248192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['aac73be1-ad1a-4cc1-852e-7220936415c8', 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154', '4c9c92f2-a88d-483d-a54a-6b7aad577409'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:08:49.307329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Pushing event deleted for resources: {'Port': ['ID=aa5b2ebc-cb71-4f9b-8fcc-2126e2961400,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:49.313656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:49.313997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] For port ad22fdad-2ddf-4bb9-9986-43d65885b1ea, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:49.323185 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] For port ad22fdad-2ddf-4bb9-9986-43d65885b1ea, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=ad22fdad-2ddf-4bb9-9986-43d65885b1ea,segment=NetworkSegment(7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926),segment_id=7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:49.331846 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:49.355227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:49.381589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:08:49.390892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:49.405792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] No DVR routers for this DVR port aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 on host hv-cinder-78605 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:08:49.407814 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:49.411570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Transition to ACTIVE for port object b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:49.423722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a223f1c8-0117-4816-99c5-257aded816ec tempest-DeleteServersTestJSON-341267799 tempest-DeleteServersTestJSON-341267799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:49.430023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:49.431421 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-861ad6aa-374b-4917-8b87-f546588fe6e3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 2.1145527
Apr 17 04:08:49.440574 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:49.461216 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:49.497519 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:49.517298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a38cc7-0202-4082-b7d7-255a335b7be9', 'name': 'network-vif-deleted', 'tag': 'aa5b2ebc-cb71-4f9b-8fcc-2126e2961400'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:08:49.588390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:49.593800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:49.611531 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ff223781-335b-4d5f-b77d-a813fab45fc9 req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "DELETE /v2.0/ports/aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 HTTP/1.1" status: 204  len: 173 time: 2.3504210
Apr 17 04:08:49.614936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Routers {'91a728c2-3e2c-4191-a264-9d35d1f26cd3'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:49.615660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca2befd0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:49.635653 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:49.688804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Pushing event updated for resources: {'Port': ['ID=98662866-ceb2-42f5-a6f1-40071a5e9797,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:49.697536 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:49.933328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abc802-8ea5-45b0-9d6d-ad15b7f9570a None None] Pushing event updated for resources: {'Port': ['ID=ad22fdad-2ddf-4bb9-9986-43d65885b1ea,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:49.943697 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-47abc802-8ea5-45b0-9d6d-ad15b7f9570a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:50.100092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Pushing event updated for resources: {'Port': ['ID=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:50.109726 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-fa9ef613-9028-4c94-a3ad-4ef1dfa0cb1f service neutron] 10.222.0.36 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2699263
Apr 17 04:08:50.128803 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:50.161945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] Set router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:50.186583 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36db39-ae6b-4876-8b49-c38567fb3550 req-e4ce9147-4faf-432b-80e4-6aeebccf5fac tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:50.188941 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2e36db39-ae6b-4876-8b49-c38567fb3550 req-e4ce9147-4faf-432b-80e4-6aeebccf5fac tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 1.1649866
Apr 17 04:08:50.308799 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Attempting to bind port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:50.309180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Attempting to bind port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '63fb507e-943b-4e87-9cb8-e466763a7fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:50.309645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Attempting to bind port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 on network 87bd5ea9-9d3e-4650-bbef-c1c88799268a {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:50.352393 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 on network 87bd5ea9-9d3e-4650-bbef-c1c88799268a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:08:50.353835 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Attempting to bind port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 on network 87bd5ea9-9d3e-4650-bbef-c1c88799268a {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:50.369892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:50.372245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Checking segment: {'id': '63fb507e-943b-4e87-9cb8-e466763a7fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:50.372765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Bound using segment: {'id': '63fb507e-943b-4e87-9cb8-e466763a7fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:50.373754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Bound port: b14bf50b-b5e0-47c3-ad48-21ee0cb9c406, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63fb507e-943b-4e87-9cb8-e466763a7fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:50.374478 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:50.417138 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2e36db39-ae6b-4876-8b49-c38567fb3550 req-63ee1fe1-cfff-4f87-bba3-1ac3f5760b6a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506431
Apr 17 04:08:50.467074 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device b2112b5f-9a4f-476a-a525-3e08ceff2468 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:50.693141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] For port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:50.700443 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] For port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406,segment=NetworkSegment(63fb507e-943b-4e87-9cb8-e466763a7fb1),segment_id=63fb507e-943b-4e87-9cb8-e466763a7fb1)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:50.711079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:50.735105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:50.785070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5c54b0-4309-4e32-9630-2988406125a6 None None] Network a51085e4-408d-4488-add1-349bbd12a1e8 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:08:50.910215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Pushing event updated for resources: {'Port': ['ID=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:51.038740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:51.058836 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:51.058836 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:51.058836 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] 10.222.0.43 "PUT /v2.0/ports/b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 HTTP/1.1" status: 200  len: 1094 time: 2.8819323
Apr 17 04:08:51.065911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a58f484-c0a8-428e-b9a5-3bfda77d2eac', 'tag': 'b14bf50b-b5e0-47c3-ad48-21ee0cb9c406'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:08:51.213492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:08:51.231960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:51.285028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ba7bd-a1a5-44f3-ab33-00ab9181987f req-191b9be5-7c9a-47b3-aeb2-9fa13c267064 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:51.293174 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2e7ba7bd-a1a5-44f3-ab33-00ab9181987f req-191b9be5-7c9a-47b3-aeb2-9fa13c267064 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 944 time: 0.3847702
Apr 17 04:08:51.420266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:08:51.421109 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device aa5b2ebc-cb71-4f9b-8fcc-2126e2961400 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:08:51.481071 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2e7ba7bd-a1a5-44f3-ab33-00ab9181987f req-75ed2a64-0e06-41a8-8100-b91738d8c9f7 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865923
Apr 17 04:08:51.523777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-0ec2042c-a428-48b0-b68e-6a2264f1098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:51.532269 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-0ec2042c-a428-48b0-b68e-6a2264f1098d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e7a8483a32f4eea956e68b973f80922&device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 1097 time: 0.4139342
Apr 17 04:08:51.577613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d4f13-fdfa-49c1-9798-9dbe94cb01c2 req-6e0032a4-aa4e-456c-b9f5-a6f15d0b9f44 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:51.579415 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cc8d4f13-fdfa-49c1-9798-9dbe94cb01c2 req-6e0032a4-aa4e-456c-b9f5-a6f15d0b9f44 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.3699918
Apr 17 04:08:51.588099 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a38cc7-0202-4082-b7d7-255a335b7be9', 'name': 'network-vif-deleted', 'tag': 'aa5b2ebc-cb71-4f9b-8fcc-2126e2961400', 'status': 'completed', 'code': 200}
Apr 17 04:08:51.830706 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-6d2ee47f-7149-438e-bbf1-ebd988aa964f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 HTTP/1.1" status: 200  len: 217 time: 0.2768123
Apr 17 04:08:51.984090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port b2112b5f-9a4f-476a-a525-3e08ceff2468 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:52.102717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355757'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:52.183847 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-24810280-964a-4463-9efc-82442e246407 req-8a054cf9-b76b-4a12-8e27-302fa9819f25 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 210 time: 0.1888459
Apr 17 04:08:52.186329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port b2112b5f-9a4f-476a-a525-3e08ceff2468 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:52.187206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:52.192895 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cc8d4f13-fdfa-49c1-9798-9dbe94cb01c2 req-1a0dab43-45df-469e-8892-965efc732e51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4059939
Apr 17 04:08:52.211838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-f7658fd4-1fbf-4de5-a4e8-245a35e50814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:52.219297 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-f7658fd4-1fbf-4de5-a4e8-245a35e50814 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=753bd9e3-b214-48b6-9635-865dbacd8449 HTTP/1.1" status: 200  len: 849 time: 0.3813546
Apr 17 04:08:52.262714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-41a75765-e7f5-44f4-958e-61680995d354 None None] Provisioning for port b2112b5f-9a4f-476a-a525-3e08ceff2468 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:52.317666 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-41a75765-e7f5-44f4-958e-61680995d354 None None] Provisioning complete for port b2112b5f-9a4f-476a-a525-3e08ceff2468 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:52.318254 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-41a75765-e7f5-44f4-958e-61680995d354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:52.337027 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a58f484-c0a8-428e-b9a5-3bfda77d2eac', 'tag': 'b14bf50b-b5e0-47c3-ad48-21ee0cb9c406', 'status': 'completed', 'code': 200}
Apr 17 04:08:52.358514 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-b477ee1b-f92f-4660-8b10-cc3f5c53c7b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87bd5ea9-9d3e-4650-bbef-c1c88799268a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1308992
Apr 17 04:08:52.511559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:52.593140 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 is scheduled to L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 17 04:08:52.640727 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-057e99eb-d17a-4187-9eac-26e871e827e4 service neutron] 10.222.0.43 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2754109
Apr 17 04:08:52.785396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port b2112b5f-9a4f-476a-a525-3e08ceff2468, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=b2112b5f-9a4f-476a-a525-3e08ceff2468,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:52.831866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-41a75765-e7f5-44f4-958e-61680995d354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:52.863388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:52.871115 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4022101a-af1f-41a3-8c55-012e90bf740f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:52.947261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:08:52.957676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Sync routers for ids ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:08:52.988891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:52.993577 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 6.5494523
Apr 17 04:08:52.994451 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45088) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:08:53.003941 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Routers {'3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:53.014718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9d2c668>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:53.070339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=b2112b5f-9a4f-476a-a525-3e08ceff2468,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:53.084110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:53.174972 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-77684478-7433-4f61-bf0c-8d0945d3e5d4 req-801d4330-6b63-423e-99ef-20af7637b1a3 service neutron] 10.222.0.43 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4891672
Apr 17 04:08:53.191545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ad22fdad-2ddf-4bb9-9986-43d65885b1ea up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:53.258573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834240a-5518-42f6-a4a8-547c535febe3 req-1a1399e3-482f-4d41-9f4e-51f38c725eb7 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:53.260259 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a834240a-5518-42f6-a4a8-547c535febe3 req-1a1399e3-482f-4d41-9f4e-51f38c725eb7 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 944 time: 0.5345082
Apr 17 04:08:53.412095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-41a75765-e7f5-44f4-958e-61680995d354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:08:53.412502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-41a75765-e7f5-44f4-958e-61680995d354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:08:53.416208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca2befd0>, [{'id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'name': 'tempest-TestVolumeBootPattern-1476816434-router', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:30Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 4, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'gw_port': {'id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:31Z', 'updated_at': '2021-04-17T04:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'ad22fdad-2ddf-4bb9-9986-43d65885b1ea', 'name': '', 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'mac_address': 'fa:16:3e:e2:04:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '00dbd365-8e73-464f-8586-fe05f8186850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:37Z', 'updated_at': '2021-04-17T04:08:49Z', 'revision_number': 4, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'subnets': [{'id': '00dbd365-8e73-464f-8586-fe05f8186850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:53.431995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193925b8-cbf4-4ec5-b113-e651cc1d7524 None None] The sync data for ids ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'] in dv-cinder-786054-2-iscsi is: [{'id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'name': 'tempest-TestVolumeBootPattern-1476816434-router', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:30Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 4, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'gw_port': {'id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:31Z', 'updated_at': '2021-04-17T04:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'ad22fdad-2ddf-4bb9-9986-43d65885b1ea', 'name': '', 'network_id': '39d381bc-53ad-4ffc-b35b-67a18298ef91', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'mac_address': 'fa:16:3e:e2:04:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '00dbd365-8e73-464f-8586-fe05f8186850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:37Z', 'updated_at': '2021-04-17T04:08:49Z', 'revision_number': 4, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'subnets': [{'id': '00dbd365-8e73-464f-8586-fe05f8186850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:08:53.435028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port ad22fdad-2ddf-4bb9-9986-43d65885b1ea completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:53.451008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port ad22fdad-2ddf-4bb9-9986-43d65885b1ea triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:53.451433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:53.459610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cce237-6325-494b-aa9c-e1a944dbfeed req-f51e3957-4283-473b-b794-00a1b0fa7921 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:53.478117 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-03cce237-6325-494b-aa9c-e1a944dbfeed req-f51e3957-4283-473b-b794-00a1b0fa7921 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.8362319
Apr 17 04:08:53.521623 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Set router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:53.620662 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-03cce237-6325-494b-aa9c-e1a944dbfeed req-9079e937-90c5-4a6e-8345-6eb3a8dfe41a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411111
Apr 17 04:08:53.636148 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a834240a-5518-42f6-a4a8-547c535febe3 req-66e01d7b-6fe0-4ec2-881f-0e6c6b68bc51 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2587502
Apr 17 04:08:53.730318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c318d-c8e6-4de2-bd7d-67d1ba2fee36 req-985cc07e-64de-47d9-8dab-edde1c809efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:53.732209 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-229c318d-c8e6-4de2-bd7d-67d1ba2fee36 req-985cc07e-64de-47d9-8dab-edde1c809efd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e7a8483a32f4eea956e68b973f80922&device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 1097 time: 0.4698184
Apr 17 04:08:53.815353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:53.827698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7851da-ba3b-46d0-b5df-432655fc186a req-50482824-4ab3-4f97-9076-4b6a8a41cc8a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:53.829294 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-50482824-4ab3-4f97-9076-4b6a8a41cc8a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.43 "GET /v2.0/networks?id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4 HTTP/1.1" status: 200  len: 809 time: 0.2878499
Apr 17 04:08:53.889797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port ad22fdad-2ddf-4bb9-9986-43d65885b1ea, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=ad22fdad-2ddf-4bb9-9986-43d65885b1ea,segment=NetworkSegment(7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926),segment_id=7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:53.899295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:53.901287 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-47abc802-8ea5-45b0-9d6d-ad15b7f9570a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:54.097833 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-49d1d7f2-6f78-4839-a82f-d1fa2f2918af tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4acedbcc492442fda696d7da349c2601 HTTP/1.1" status: 200  len: 8059 time: 0.2195857
Apr 17 04:08:54.113058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=ad22fdad-2ddf-4bb9-9986-43d65885b1ea,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:54.121031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:54.134880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Request body: {'port': {'device_id': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'admin_state_up': True, 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'security_groups': ['b2dd8d16-f2cc-4e26-87a1-b6429ab794c2']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:54.176033 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9f8a269d-847c-4834-bc0c-1726edd34ea9 None None] Provisioning complete for port b2112b5f-9a4f-476a-a525-3e08ceff2468 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:54.176783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9f8a269d-847c-4834-bc0c-1726edd34ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:54.384697 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:08:54.395386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Usage tracker for resource:port and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:08:54.562366 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9d2c668>, [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:50Z', 'revision_number': 3, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:54.570301 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:08:54.581974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Checking router: 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:08:54.582371 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Updating router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 port 98662866-ceb2-42f5-a6f1-40071a5e9797 binding host dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:08:54.748444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:54.765731 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c318d-c8e6-4de2-bd7d-67d1ba2fee36 req-baadd76e-5a05-4799-8f23-f45a60c7dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:54.767398 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-229c318d-c8e6-4de2-bd7d-67d1ba2fee36 req-baadd76e-5a05-4799-8f23-f45a60c7dcfe service neutron] 10.222.0.43 "GET /v2.0/networks?id=87bd5ea9-9d3e-4650-bbef-c1c88799268a HTTP/1.1" status: 200  len: 910 time: 1.0281589
Apr 17 04:08:54.986244 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1d1a0efd-a974-404f-b7d5-85d0512f72d8 req-52f4ce6f-4412-4dc0-b1ad-845f32d80383 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 210 time: 0.1700699
Apr 17 04:08:54.992172 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-229c318d-c8e6-4de2-bd7d-67d1ba2fee36 req-a9207dbb-eec0-442d-95f0-508f5801fff3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 HTTP/1.1" status: 200  len: 217 time: 0.1153493
Apr 17 04:08:55.057129 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:08:55.078963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ad22fdad-2ddf-4bb9-9986-43d65885b1ea up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:55.185315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 17 04:08:55.253589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c390fd-e5d9-429a-a9d6-30d2a12e1048 req-1aa71245-9ecf-4363-a12c-38c0eea0bfeb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:55.269082 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a1c390fd-e5d9-429a-a9d6-30d2a12e1048 req-1aa71245-9ecf-4363-a12c-38c0eea0bfeb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.5004127
Apr 17 04:08:55.300326 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:08:55.335325 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:55.353334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Transition to ACTIVE for port object 98662866-ceb2-42f5-a6f1-40071a5e9797 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:55.355342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port ad22fdad-2ddf-4bb9-9986-43d65885b1ea triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:55.355764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:55.367720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:55.373274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0ec41b63-baaf-4438-9334-99b5cdd76755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:55.383543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Made reservation on behalf of 4acedbcc492442fda696d7da349c2601 for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:08:55.391974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:55.438410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c318d-c8e6-4de2-bd7d-67d1ba2fee36 req-441221dc-b05d-46d4-9bfd-0a4eaf1882e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:55.440137 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-229c318d-c8e6-4de2-bd7d-67d1ba2fee36 req-441221dc-b05d-46d4-9bfd-0a4eaf1882e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=753bd9e3-b214-48b6-9635-865dbacd8449 HTTP/1.1" status: 200  len: 849 time: 0.4364409
Apr 17 04:08:55.485410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406,segment=NetworkSegment(63fb507e-943b-4e87-9cb8-e466763a7fb1),segment_id=63fb507e-943b-4e87-9cb8-e466763a7fb1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:55.523351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818d627-8a91-4a0c-b21b-5e98a988336f None None] Pushing event updated for resources: {'Port': ['ID=98662866-ceb2-42f5-a6f1-40071a5e9797,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:55.533674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1818d627-8a91-4a0c-b21b-5e98a988336f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:55.585367 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Attempting to bind port 98662866-ceb2-42f5-a6f1-40071a5e9797 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:55.585787 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Attempting to bind port 98662866-ceb2-42f5-a6f1-40071a5e9797 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:55.586193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Attempting to bind port 98662866-ceb2-42f5-a6f1-40071a5e9797 on network 0dc6f800-ff57-4799-b37a-4ed29384853c {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:55.592366 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:55.592822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Checking segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:55.593430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:55.593921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Bound using segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:55.594457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Bound port: 98662866-ceb2-42f5-a6f1-40071a5e9797, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:55.594911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:55.603076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device b2112b5f-9a4f-476a-a525-3e08ceff2468 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:55.607553 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-229c318d-c8e6-4de2-bd7d-67d1ba2fee36 req-2c463099-d6a2-4cb9-8b39-01ec70c773e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87bd5ea9-9d3e-4650-bbef-c1c88799268a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1467085
Apr 17 04:08:55.637845 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a1c390fd-e5d9-429a-a9d6-30d2a12e1048 req-a313a47e-0c5a-4bd4-96af-94287dd1eae6 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3677046
Apr 17 04:08:55.645208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': 'b14bf50b-b5e0-47c3-ad48-21ee0cb9c406', 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a', 'port_id': 'b14bf50b-b5e0-47c3-ad48-21ee0cb9c406', 'mac_address': 'fa:16:3e:57:71:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753bd9e3-b214-48b6-9635-865dbacd8449', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:08:55.727297 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:55.756177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:08:55.772707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406,segment=NetworkSegment(63fb507e-943b-4e87-9cb8-e466763a7fb1),segment_id=63fb507e-943b-4e87-9cb8-e466763a7fb1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:55.784863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:55.790031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:55.831864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] For port 98662866-ceb2-42f5-a6f1-40071a5e9797, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:08:55.844931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] For port 98662866-ceb2-42f5-a6f1-40071a5e9797, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=98662866-ceb2-42f5-a6f1-40071a5e9797,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:08:55.855509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:55.861307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:55.861614 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1818d627-8a91-4a0c-b21b-5e98a988336f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:55.928268 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Allocated IP 172.20.0.6 (6c65acf2-5c6d-45f8-a908-0a39cd3053d4/39c7a256-a9ff-4fc0-9a71-d436f2da6521/8d40138d-ee44-4061-a509-c0ff24598604) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:55.940369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:55.954891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:55.966661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port b2112b5f-9a4f-476a-a525-3e08ceff2468 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:55.967129 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:56.016865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818d627-8a91-4a0c-b21b-5e98a988336f None None] Pushing event updated for resources: {'Port': ['ID=98662866-ceb2-42f5-a6f1-40071a5e9797,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:56.035655 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1818d627-8a91-4a0c-b21b-5e98a988336f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:56.074577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6d1f-5ade-4363-863f-546ed4f7e595 req-b50976c8-57ed-41b7-8b06-60638268714e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:56.094978 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0beb6d1f-5ade-4363-863f-546ed4f7e595 req-b50976c8-57ed-41b7-8b06-60638268714e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 945 time: 0.8227386
Apr 17 04:08:56.111251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Routers {'3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:08:56.111983 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9d2c668>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:56.189896 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0beb6d1f-5ade-4363-863f-546ed4f7e595 req-192e21f5-ca21-4562-b0d1-53fa8ec6bcec tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934422
Apr 17 04:08:56.262628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['b14bf50b-b5e0-47c3-ad48-21ee0cb9c406'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:08:56.555059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Allocated IP 172.20.0.1 (a51085e4-408d-4488-add1-349bbd12a1e8/4bad628f-708f-499a-9fd0-6bbfd8e3c23a/59ca9b22-e0a2-4759-9544-61412e7e4c58) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:08:56.562084 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:56.604693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Transition to ACTIVE for port object 8d40138d-ee44-4061-a509-c0ff24598604 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:56.654713 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-229c318d-c8e6-4de2-bd7d-67d1ba2fee36 req-2713e3eb-8c5f-4e9d-ad15-bd27c45a2b68 service neutron] 10.222.0.43 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0023260
Apr 17 04:08:56.887186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378638a-0478-4dcf-843e-b40abf0e6815 req-ec6aa1bf-ac4b-4acb-aba9-bb8752f61f9a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:56.890264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:56.895052 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9378638a-0478-4dcf-843e-b40abf0e6815 req-ec6aa1bf-ac4b-4acb-aba9-bb8752f61f9a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.9979029
Apr 17 04:08:56.911247 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Transition to ACTIVE for port object 59ca9b22-e0a2-4759-9544-61412e7e4c58 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:56.936720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:56.940568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:56.948097 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b4a53-753d-48e8-8a4d-7697fdadb68c req-506b8c26-f459-42a7-bed2-3cd2170e773d tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:56.949709 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-818b4a53-753d-48e8-8a4d-7697fdadb68c req-506b8c26-f459-42a7-bed2-3cd2170e773d tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 945 time: 0.7567496
Apr 17 04:08:56.967193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-95e2e376-1233-433f-9082-2efe2e38cf73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:56.967368 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] Set router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:08:56.970432 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9378638a-0478-4dcf-843e-b40abf0e6815 req-1e483713-b430-458f-aa54-fd407f5e7cb4 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743973
Apr 17 04:08:57.103343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Network a51085e4-408d-4488-add1-349bbd12a1e8 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:57.113219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:57.114721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Pushing event updated for resources: {'Port': ['ID=59ca9b22-e0a2-4759-9544-61412e7e4c58,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:57.123013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:57.126546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:57.128394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:57.144359 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6231090-f0e7-4e1f-92b7-f6dcfe155889 req-29c7a8f8-5bba-4b8b-b237-2c828462c476 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:57.165366 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6231090-f0e7-4e1f-92b7-f6dcfe155889 req-29c7a8f8-5bba-4b8b-b237-2c828462c476 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 945 time: 0.7759953
Apr 17 04:08:57.198195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.198490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.200238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.200672 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.201075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.201490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.203720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.204131 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.204537 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.207287 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.207739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.208149 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:57.216926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-818b4a53-753d-48e8-8a4d-7697fdadb68c req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Deleting port 4c9c92f2-a88d-483d-a54a-6b7aad577409 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:08:57.227914 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:08:57.232634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-818b4a53-753d-48e8-8a4d-7697fdadb68c req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:57.372118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421646'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:57.426999 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-229c318d-c8e6-4de2-bd7d-67d1ba2fee36 req-ff8d45ce-a4fc-46e2-9e4e-7f23f9492ae1 service neutron] 10.222.0.43 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7357328
Apr 17 04:08:57.488082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:57.489037 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:57.494279 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6231090-f0e7-4e1f-92b7-f6dcfe155889 req-adbf3442-c050-4be2-9215-315a705e35fe tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3213768
Apr 17 04:08:57.519650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-10cbb56e-7c91-4045-a699-fa9f5dda5bc3 None None] Provisioning for port 59ca9b22-e0a2-4759-9544-61412e7e4c58 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:57.541615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-10cbb56e-7c91-4045-a699-fa9f5dda5bc3 None None] Provisioning complete for port 59ca9b22-e0a2-4759-9544-61412e7e4c58 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:57.545148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-10cbb56e-7c91-4045-a699-fa9f5dda5bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:57.552374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event updated for resources: {'Port': ['ID=8d40138d-ee44-4061-a509-c0ff24598604,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:57.557807 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:57.567054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:57.567663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:57.581599 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4543111
Apr 17 04:08:57.602233 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Request body: {'port': {'device_id': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:08:57.681034 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9d2c668>, [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:50Z', 'revision_number': 3, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:08:57.693904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8f92e0-4cb5-45b8-b541-5ca2dd8fda2d None None] The sync data for ids ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'] in dv-cinder-786054-2-iscsi is: [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:50Z', 'revision_number': 3, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:08:57.716595 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-10cbb56e-7c91-4045-a699-fa9f5dda5bc3 None None] Port 59ca9b22-e0a2-4759-9544-61412e7e4c58 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:08:57.760841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-818b4a53-753d-48e8-8a4d-7697fdadb68c req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] For port 4c9c92f2-a88d-483d-a54a-6b7aad577409, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4c9c92f2-a88d-483d-a54a-6b7aad577409,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:57.761245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-818b4a53-753d-48e8-8a4d-7697fdadb68c req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:57.842855 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-27bf13c8-a71b-47f2-b9ac-b16c6f23dd98 None None] Provisioning for port 8d40138d-ee44-4061-a509-c0ff24598604 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:57.848870 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-27bf13c8-a71b-47f2-b9ac-b16c6f23dd98 None None] Provisioning complete for port 8d40138d-ee44-4061-a509-c0ff24598604 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:57.849415 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27bf13c8-a71b-47f2-b9ac-b16c6f23dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:57.896868 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:57.919909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:57.991643 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-27bf13c8-a71b-47f2-b9ac-b16c6f23dd98 None None] Port 8d40138d-ee44-4061-a509-c0ff24598604 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:08:58.013968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-818b4a53-753d-48e8-8a4d-7697fdadb68c req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Calling delete_port for 4c9c92f2-a88d-483d-a54a-6b7aad577409 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:08:58.457026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-818b4a53-753d-48e8-8a4d-7697fdadb68c req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:58.473810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['aac73be1-ad1a-4cc1-852e-7220936415c8', 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:08:58.520751 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:58.621435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:58.628363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:58.668189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5be2472e-d482-45eb-8da5-2aa4dec8be21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:58.802369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d40138d-ee44-4061-a509-c0ff24598604 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:08:58.825234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:58.868155 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Transition to ACTIVE for port object 8d40138d-ee44-4061-a509-c0ff24598604 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:08:58.874860 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Pushing event updated for resources: {'Port': ['ID=59ca9b22-e0a2-4759-9544-61412e7e4c58,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:58.879120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:58.882241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f5d77-2905-48dc-9251-2dd9c5b8c6b4 req-4f23ad1a-4391-462d-8f11-edb9a5943b4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:58.883710 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:58.883896 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f04f5d77-2905-48dc-9251-2dd9c5b8c6b4 req-4f23ad1a-4391-462d-8f11-edb9a5943b4c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 931 time: 1.5907633
Apr 17 04:08:58.884573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:58.929215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854354071'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:58.946030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Pushing event deleted for resources: {'Port': ['ID=4c9c92f2-a88d-483d-a54a-6b7aad577409,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:59.026464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 98662866-ceb2-42f5-a6f1-40071a5e9797 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:59.057263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.062810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.063656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.064432 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.065215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.066000 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.067266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.073016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.074698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.075617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.076407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.077242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:08:59.136590 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:59.147786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:08:59.164969 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-818b4a53-753d-48e8-8a4d-7697fdadb68c req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] No DVR routers for this DVR port 4c9c92f2-a88d-483d-a54a-6b7aad577409 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:08:59.189676 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f04f5d77-2905-48dc-9251-2dd9c5b8c6b4 req-d78fb3e4-ea45-463a-bace-55be17d80b31 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2904658
Apr 17 04:08:59.215035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba419412-dede-4581-99d2-6d69e43e3ed2 req-5416423b-fb3a-460f-a47e-2b7097414507 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:59.231639 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ba419412-dede-4581-99d2-6d69e43e3ed2 req-5416423b-fb3a-460f-a47e-2b7097414507 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 1.0602832
Apr 17 04:08:59.243377 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 98662866-ceb2-42f5-a6f1-40071a5e9797 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:59.243758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-818b4a53-753d-48e8-8a4d-7697fdadb68c req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:59.258315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 98662866-ceb2-42f5-a6f1-40071a5e9797 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:59.258724 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:59.299554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649b4338-ccda-4130-b2db-3a2bfa25f8a2', 'name': 'network-vif-deleted', 'tag': '4c9c92f2-a88d-483d-a54a-6b7aad577409'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:08:59.330982 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-818b4a53-753d-48e8-8a4d-7697fdadb68c req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "DELETE /v2.0/ports/4c9c92f2-a88d-483d-a54a-6b7aad577409 HTTP/1.1" status: 204  len: 173 time: 2.3348598
Apr 17 04:08:59.360148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:08:59.377550 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:08:59.377975 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:59.505047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-006b01ef-b8dc-46f8-b3c0-cd2de93c040f req-e018b76b-302a-48ee-9f98-ede2072354fc tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Synchronizing usage tracker for tenant:d9f0154219a143acba7a1cc126fd72de on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:08:59.520495 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ba419412-dede-4581-99d2-6d69e43e3ed2 req-4f129f57-3703-4a81-968c-6dcaf04e5bf7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2581782
Apr 17 04:08:59.541206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-006b01ef-b8dc-46f8-b3c0-cd2de93c040f req-e018b76b-302a-48ee-9f98-ede2072354fc tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Unset dirty status for tenant:d9f0154219a143acba7a1cc126fd72de on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:08:59.544264 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-006b01ef-b8dc-46f8-b3c0-cd2de93c040f req-e018b76b-302a-48ee-9f98-ede2072354fc tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=649b4338-ccda-4130-b2db-3a2bfa25f8a2 HTTP/1.1" status: 200  len: 210 time: 0.1220355
Apr 17 04:08:59.630718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274ade1-6020-412f-8324-a913d610da84 req-5e872ed0-452f-4fa7-8f06-ef803f1b7da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:08:59.632353 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b274ade1-6020-412f-8324-a913d610da84 req-5e872ed0-452f-4fa7-8f06-ef803f1b7da2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 1098 time: 0.2920480
Apr 17 04:08:59.674060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:59.691315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 98662866-ceb2-42f5-a6f1-40071a5e9797, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=98662866-ceb2-42f5-a6f1-40071a5e9797,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:08:59.703061 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d40138d-ee44-4061-a509-c0ff24598604,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:08:59.719706 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:59.724991 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:08:59.725973 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:08:59.807646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Attempting to bind port 8d40138d-ee44-4061-a509-c0ff24598604 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:08:59.808019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Attempting to bind port 8d40138d-ee44-4061-a509-c0ff24598604 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:08:59.808386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Attempting to bind port 8d40138d-ee44-4061-a509-c0ff24598604 on network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:59.816847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Network a51085e4-408d-4488-add1-349bbd12a1e8 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:08:59.818262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:08:59.825221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Port 8d40138d-ee44-4061-a509-c0ff24598604 on network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:08:59.825589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Attempting to bind port 8d40138d-ee44-4061-a509-c0ff24598604 on network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:08:59.893933 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:08:59.894290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Checking segment: {'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:08:59.900533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Bound using segment: {'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:08:59.901248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Bound port: 8d40138d-ee44-4061-a509-c0ff24598604, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac76d3e-37da-48dc-bfd3-974af8960a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:08:59.901661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:08:59.994495 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:00.042163 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274ade1-6020-412f-8324-a913d610da84 req-9e851d0a-57b0-4f28-8ddd-d39c8df43e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:00.043935 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b274ade1-6020-412f-8324-a913d610da84 req-9e851d0a-57b0-4f28-8ddd-d39c8df43e52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 918 time: 0.4023330
Apr 17 04:09:00.057533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58f484-c0a8-428e-b9a5-3bfda77d2eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14bf50b-b5e0-47c3-ad48-21ee0cb9c406'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:00.065392 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=98662866-ceb2-42f5-a6f1-40071a5e9797,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:00.083419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406,segment=NetworkSegment(63fb507e-943b-4e87-9cb8-e466763a7fb1),segment_id=63fb507e-943b-4e87-9cb8-e466763a7fb1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:00.085504 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.085897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.086279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.086986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.087362 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.087738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.088138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.089044 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.089044 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.089265 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.089570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.089929 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:00.098257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:00.099243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:00.100189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 4c9c92f2-a88d-483d-a54a-6b7aad577409 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:09:00.148395 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] For port 8d40138d-ee44-4061-a509-c0ff24598604, host hv-cinder-78605, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:09:00.151696 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] For port 8d40138d-ee44-4061-a509-c0ff24598604, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8d40138d-ee44-4061-a509-c0ff24598604,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:09:00.165083 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:00.169192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:00.174168 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:00.175773 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49672250-5be9-482f-a309-d505f6b05985 req-80759408-8e0b-4795-be2a-b6f857b04c1d tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:00.183712 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-49672250-5be9-482f-a309-d505f6b05985 req-80759408-8e0b-4795-be2a-b6f857b04c1d tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 945 time: 0.3996186
Apr 17 04:09:00.216694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 4c9c92f2-a88d-483d-a54a-6b7aad577409 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:09:00.217475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 4c9c92f2-a88d-483d-a54a-6b7aad577409 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:09:00.256177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:00.256865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:00.258615 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] 10.222.0.43 "PUT /v2.0/ports/8d40138d-ee44-4061-a509-c0ff24598604 HTTP/1.1" status: 200  len: 1093 time: 2.6648581
Apr 17 04:09:00.264121 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:00.272115 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:00.275351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60897391-bd0f-418b-88dd-7111e8cdbd0b req-3c8568d3-f449-4f42-bfdf-394e2cbf8874 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:00.276773 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:00.278041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-452bc20d-31e1-45b1-953c-e7a152ad91a5 None None] Provisioning complete for port 59ca9b22-e0a2-4759-9544-61412e7e4c58 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:00.278333 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60897391-bd0f-418b-88dd-7111e8cdbd0b req-3c8568d3-f449-4f42-bfdf-394e2cbf8874 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.4954207
Apr 17 04:09:00.278446 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-452bc20d-31e1-45b1-953c-e7a152ad91a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:00.332361 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b274ade1-6020-412f-8324-a913d610da84 req-047023cb-49a9-4fb9-805f-984a71b4ec5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f82354-abf0-43f8-bb94-3a445e741edf HTTP/1.1" status: 200  len: 999 time: 0.2795680
Apr 17 04:09:00.338205 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-49672250-5be9-482f-a309-d505f6b05985 req-01bcce52-bfaa-492e-84d8-5511a460ea57 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536338
Apr 17 04:09:00.362633 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-452bc20d-31e1-45b1-953c-e7a152ad91a5 None None] Port 59ca9b22-e0a2-4759-9544-61412e7e4c58 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:09:00.391923 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d40138d-ee44-4061-a509-c0ff24598604,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:00.399305 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:00.401194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:09:00.423631 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649b4338-ccda-4130-b2db-3a2bfa25f8a2', 'name': 'network-vif-deleted', 'tag': '4c9c92f2-a88d-483d-a54a-6b7aad577409', 'status': 'completed', 'code': 200}
Apr 17 04:09:00.426909 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60897391-bd0f-418b-88dd-7111e8cdbd0b req-f398189b-8380-44d5-be54-880ec83a8435 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184125
Apr 17 04:09:00.441372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274ade1-6020-412f-8324-a913d610da84 req-513a71ba-2ae6-4089-a829-8fff1ac503c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:00.443000 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b274ade1-6020-412f-8324-a913d610da84 req-513a71ba-2ae6-4089-a829-8fff1ac503c9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80cde3a3-6963-4ab6-a96e-946aa1c0f361 HTTP/1.1" status: 200  len: 856 time: 0.1006010
Apr 17 04:09:00.490019 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58f484-c0a8-428e-b9a5-3bfda77d2eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14bf50b-b5e0-47c3-ad48-21ee0cb9c406', 'code': 200}
Apr 17 04:09:00.594957 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604', 'status': 'completed', 'code': 200}
Apr 17 04:09:00.637650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7851da-ba3b-46d0-b5df-432655fc186a req-a4a658b8-575c-4c0b-a510-4de561a6e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:00.638989 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-a4a658b8-575c-4c0b-a510-4de561a6e6a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4acedbcc492442fda696d7da349c2601&device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 1096 time: 0.3241856
Apr 17 04:09:00.728827 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-fd684f75-bf15-402a-b6ce-5132699d3935 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d40138d-ee44-4061-a509-c0ff24598604 HTTP/1.1" status: 200  len: 217 time: 0.0780838
Apr 17 04:09:00.778847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274ade1-6020-412f-8324-a913d610da84 req-7ccada61-acff-4912-9b8e-039947837012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:00.781206 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b274ade1-6020-412f-8324-a913d610da84 req-7ccada61-acff-4912-9b8e-039947837012 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3244917
Apr 17 04:09:00.816342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:09:00.832018 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0031a0fa-c41d-480c-8f68-c2457ad9b4ee admin admin] 10.222.0.36 "PUT /v2.0/routers/3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8281560
Apr 17 04:09:00.833245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7851da-ba3b-46d0-b5df-432655fc186a req-06db97b9-fc72-438d-aa05-e837a6e63bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:00.834856 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-06db97b9-fc72-438d-aa05-e837a6e63bd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c7a256-a9ff-4fc0-9a71-d436f2da6521 HTTP/1.1" status: 200  len: 848 time: 0.0892122
Apr 17 04:09:00.976013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7851da-ba3b-46d0-b5df-432655fc186a req-17312372-9290-409b-b588-80d343b3601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:00.977825 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-17312372-9290-409b-b588-80d343b3601d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1357958
Apr 17 04:09:00.997495 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0aa0e-2204-4054-9a0f-a8996200afd0 req-c629dcbc-5569-4df8-aeb1-e14fc1c59ea7 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:00.999165 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-96c0aa0e-2204-4054-9a0f-a8996200afd0 req-c629dcbc-5569-4df8-aeb1-e14fc1c59ea7 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.3773201
Apr 17 04:09:01.010883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 98662866-ceb2-42f5-a6f1-40071a5e9797 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:01.130293 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 98662866-ceb2-42f5-a6f1-40071a5e9797 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:01.130724 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:01.205394 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-96c0aa0e-2204-4054-9a0f-a8996200afd0 req-7b73b122-d5cc-4da9-8c34-c24b1746df25 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1975923
Apr 17 04:09:01.205594 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-f5a84696-6d38-49c3-871a-d8738f7fa50c service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185259
Apr 17 04:09:01.221634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a670d-fd69-4886-ae63-08a9afe24381 req-1b81b6a5-da2a-4276-b9e8-5d541d415638 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:01.223303 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3d4a670d-fd69-4886-ae63-08a9afe24381 req-1b81b6a5-da2a-4276-b9e8-5d541d415638 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.4953160
Apr 17 04:09:01.237202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dda84-7ca4-4331-9ab6-47b8bcdfd58a req-a4ad5726-5055-4638-9289-2de73a0db514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:01.238910 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-151dda84-7ca4-4331-9ab6-47b8bcdfd58a req-a4ad5726-5055-4638-9289-2de73a0db514 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 1099 time: 0.4546857
Apr 17 04:09:01.256999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Sync routers for ids ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:09:01.300575 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Routers {'3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:01.316251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9e56898>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:01.326431 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b274ade1-6020-412f-8324-a913d610da84 req-fe7f66bc-8713-4e99-8c68-e3522f1712fc service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4834118
Apr 17 04:09:01.336523 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-151dda84-7ca4-4331-9ab6-47b8bcdfd58a req-70be94ae-e818-4f3e-98a0-df51f5b93922 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797329
Apr 17 04:09:01.453752 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de7851da-ba3b-46d0-b5df-432655fc186a req-db4d697b-2cdc-4f81-b00f-fa122b34d512 service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403066
Apr 17 04:09:01.456112 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3d4a670d-fd69-4886-ae63-08a9afe24381 req-afe52d31-a6a3-40ba-abf3-2edd6b8a69d9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2041562
Apr 17 04:09:01.577248 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b274ade1-6020-412f-8324-a913d610da84 req-b27be0e7-e5d3-4073-99d6-94e7914e5c6e service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2373295
Apr 17 04:09:01.607399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Set router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:01.614427 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ad8f8-5640-49e4-acb4-e25ff4a0c31f req-a0081d7d-01ec-4060-95a5-d864ae05c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:01.616362 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-230ad8f8-5640-49e4-acb4-e25ff4a0c31f req-a0081d7d-01ec-4060-95a5-d864ae05c87d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4acedbcc492442fda696d7da349c2601&device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 1096 time: 0.1037619
Apr 17 04:09:01.706234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45182) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:01.719833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-588215211-network', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:09:01.725629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:01.730584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Usage tracker for resource:network and tenant:c968339e8a91437c82bd4cf2a17c29cc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:01.734279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:01.741899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:01.809671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Made reservation on behalf of c968339e8a91437c82bd4cf2a17c29cc for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:09:01.815690 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:01.834572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:01.846321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd8468-8492-49f9-ae45-d22b5f99e06e req-f9cb8310-598f-4885-a035-ffe5cabd74c9 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:01.847928 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-92cd8468-8492-49f9-ae45-d22b5f99e06e req-f9cb8310-598f-4885-a035-ffe5cabd74c9 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 946 time: 0.1598392
Apr 17 04:09:01.874327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:01.882909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Usage tracker for resource:security_group_rule and tenant:c968339e8a91437c82bd4cf2a17c29cc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:01.895962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:01.905972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:01.918331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8645a6-590b-406c-8915-9a45c9818c53 req-43944732-2f20-48b3-ad5a-938fad33da43 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:01.920040 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5f8645a6-590b-406c-8915-9a45c9818c53 req-43944732-2f20-48b3-ad5a-938fad33da43 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1670115
Apr 17 04:09:01.926303 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-92cd8468-8492-49f9-ae45-d22b5f99e06e req-7bc1489b-1b0f-43aa-b88d-ed2d0a604320 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709946
Apr 17 04:09:01.985355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ad8f8-5640-49e4-acb4-e25ff4a0c31f req-658e179c-fcc0-4b95-a73d-d4447b40f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:01.987020 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-230ad8f8-5640-49e4-acb4-e25ff4a0c31f req-658e179c-fcc0-4b95-a73d-d4447b40f2a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4 HTTP/1.1" status: 200  len: 910 time: 0.3578978
Apr 17 04:09:02.000045 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5f8645a6-590b-406c-8915-9a45c9818c53 req-39b66312-1876-4123-84ea-7e3db82120f9 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570693
Apr 17 04:09:02.033399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9e56898>, [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '59ca9b22-e0a2-4759-9544-61412e7e4c58', 'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'mac_address': 'fa:16:3e:92:1a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:55Z', 'updated_at': '2021-04-17T04:08:58Z', 'revision_number': 2, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'subnets': [{'id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:02.039776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Checking router: 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:09:02.040326 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Updating router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 port 59ca9b22-e0a2-4759-9544-61412e7e4c58 binding host dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:09:02.084230 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-230ad8f8-5640-49e4-acb4-e25ff4a0c31f req-60a969c6-bd43-4446-8494-fd4abb63c72f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d40138d-ee44-4061-a509-c0ff24598604 HTTP/1.1" status: 200  len: 217 time: 0.0779357
Apr 17 04:09:02.108507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:02.232238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ed611-6bc5-439b-ab37-205e759f5d42 req-b1569c52-c4c9-4eb8-b026-26996d91df6b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:02.237710 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-712ed611-6bc5-439b-ab37-205e759f5d42 req-b1569c52-c4c9-4eb8-b026-26996d91df6b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 945 time: 0.1243055
Apr 17 04:09:02.240609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ad8f8-5640-49e4-acb4-e25ff4a0c31f req-c645a490-4a0e-4de1-bed2-e136e4e652e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:02.242619 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-230ad8f8-5640-49e4-acb4-e25ff4a0c31f req-c645a490-4a0e-4de1-bed2-e136e4e652e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c7a256-a9ff-4fc0-9a71-d436f2da6521 HTTP/1.1" status: 200  len: 848 time: 0.1463819
Apr 17 04:09:02.244610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:02.250233 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:02.260119 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b2c639ce-21f4-412e-99a9-18e6c4bb81f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:02.325681 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:09:02.343491 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-712ed611-6bc5-439b-ab37-205e759f5d42 req-967262a4-10b0-48ef-b465-a32709ad4c34 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931621
Apr 17 04:09:02.346089 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:02.346777 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Added segment e141c3cd-f036-40b3-9bbc-e27264e2eeb8 of type vlan for network 3a4ff88f-47b2-4173-9ae4-16655362b0d8
Apr 17 04:09:02.385441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:02.432105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:02.445124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:02.446560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:02.481135 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee022c34-1c62-438e-9f7c-8cb7ac01d3da,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:02.518552 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:02.519114 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:02.561491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776348-b5cf-477d-a112-3cedec400a82 req-e0c654a0-5ae7-4bab-9810-7dfb47a92eb7 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:02.571499 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-42776348-b5cf-477d-a112-3cedec400a82 req-e0c654a0-5ae7-4bab-9810-7dfb47a92eb7 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.2065201
Apr 17 04:09:02.593638 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:02.608387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Transition to ACTIVE for port object 59ca9b22-e0a2-4759-9544-61412e7e4c58 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:09:02.616598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:02.627198 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:02.631546 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-42776348-b5cf-477d-a112-3cedec400a82 req-9ecc5235-5c7b-4e54-9898-d6670165786b tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590398
Apr 17 04:09:02.688844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4ff88f-47b2-4173-9ae4-16655362b0d8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:02.694515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:02.696350 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9882631
Apr 17 04:09:02.700262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45194) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:02.713399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Request body: {'subnet': {'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-588215211-subnet', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:09:02.721646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ad8f8-5640-49e4-acb4-e25ff4a0c31f req-d81fe2bc-9f11-4faa-828b-7ca58927dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:02.724561 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-230ad8f8-5640-49e4-acb4-e25ff4a0c31f req-d81fe2bc-9f11-4faa-828b-7ca58927dcfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4656551
Apr 17 04:09:02.725654 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:02.731515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:09:02.732194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Usage tracker for resource:subnet and tenant:c968339e8a91437c82bd4cf2a17c29cc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:02.738063 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:02.748056 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:02.814826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872b7f8-a704-4db9-aac3-be9f36e4e1e9 req-4d4a6732-67fd-4d09-ba0e-51cca54cee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:02.816514 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b872b7f8-a704-4db9-aac3-be9f36e4e1e9 req-4d4a6732-67fd-4d09-ba0e-51cca54cee52 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 1098 time: 0.1809886
Apr 17 04:09:02.826030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43338bf3-73a2-4550-b72a-92d59b6d6afe req-c3c8339a-9eeb-4ef4-b84d-30448103cbb0 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:02.834167 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-43338bf3-73a2-4550-b72a-92d59b6d6afe req-c3c8339a-9eeb-4ef4-b84d-30448103cbb0 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.1431277
Apr 17 04:09:02.874328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Made reservation on behalf of c968339e8a91437c82bd4cf2a17c29cc for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:09:02.879157 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852513405'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:02.916115 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b872b7f8-a704-4db9-aac3-be9f36e4e1e9 req-f82c3447-ec56-45b9-a643-5d994536a423 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752301
Apr 17 04:09:02.919361 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-43338bf3-73a2-4550-b72a-92d59b6d6afe req-a127ab6c-3ec8-4842-9a10-0f6734a8ebc2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842807
Apr 17 04:09:02.944867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d266f-534c-406b-8ec5-2738663f81ed None None] Pushing event updated for resources: {'Port': ['ID=59ca9b22-e0a2-4759-9544-61412e7e4c58,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:02.956945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8f5d266f-534c-406b-8ec5-2738663f81ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:02.984060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Attempting to bind port 59ca9b22-e0a2-4759-9544-61412e7e4c58 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:09:02.984456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Attempting to bind port 59ca9b22-e0a2-4759-9544-61412e7e4c58 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:09:02.984854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Attempting to bind port 59ca9b22-e0a2-4759-9544-61412e7e4c58 on network a51085e4-408d-4488-add1-349bbd12a1e8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:09:02.997810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:09:02.998282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Checking segment: {'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:09:02.998740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:03.000781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Bound using segment: {'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:09:03.001455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Bound port: 59ca9b22-e0a2-4759-9544-61412e7e4c58, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:09:03.001883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:03.129739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] For port 59ca9b22-e0a2-4759-9544-61412e7e4c58, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:09:03.134059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] For port 59ca9b22-e0a2-4759-9544-61412e7e4c58, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=59ca9b22-e0a2-4759-9544-61412e7e4c58,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:09:03.137101 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 38f82354-abf0-43f8-bb94-3a445e741edf no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:09:03.171385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:03.183480 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ae437ae7-0953-4f7f-a46f-bb9674f2149a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:03.190064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d52c2-aa1a-439a-bc6c-69b2e4ccebac req-3c899286-89c0-43d3-becc-4c562a9318f4 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:03.191899 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fd7d52c2-aa1a-439a-bc6c-69b2e4ccebac req-3c899286-89c0-43d3-becc-4c562a9318f4 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 946 time: 0.1138194
Apr 17 04:09:03.253441 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-230ad8f8-5640-49e4-acb4-e25ff4a0c31f req-db43fbbf-7cc9-4351-8900-69d482d9afb4 service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4961841
Apr 17 04:09:03.289331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Routers {'3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:03.290027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9e56898>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:03.313709 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fd7d52c2-aa1a-439a-bc6c-69b2e4ccebac req-5ed77cc5-ee10-4a52-9326-5b7bf80bec4b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722620
Apr 17 04:09:03.393802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac388b-1592-4e1a-9451-9ad973f5b1a9 req-d3154303-9e34-4f3b-b75b-f72bea9a8a45 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:03.396092 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09ac388b-1592-4e1a-9451-9ad973f5b1a9 req-d3154303-9e34-4f3b-b75b-f72bea9a8a45 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2031341
Apr 17 04:09:03.469963 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-230ad8f8-5640-49e4-acb4-e25ff4a0c31f req-06192ae7-dbb1-4537-979b-39d1d24b13de service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2063046
Apr 17 04:09:03.727420 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284561-e5de-4023-9ad6-109674b4912a req-16a859d6-d626-4b5d-bb3a-8093c2559d3a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:03.728325 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-28284561-e5de-4023-9ad6-109674b4912a req-16a859d6-d626-4b5d-bb3a-8093c2559d3a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Synchronizing usage tracker for tenant:d9f0154219a143acba7a1cc126fd72de on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:09:03.778007 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-28284561-e5de-4023-9ad6-109674b4912a req-16a859d6-d626-4b5d-bb3a-8093c2559d3a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Unset dirty status for tenant:d9f0154219a143acba7a1cc126fd72de on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:09:03.781282 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-28284561-e5de-4023-9ad6-109674b4912a req-16a859d6-d626-4b5d-bb3a-8093c2559d3a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 945 time: 0.2902586
Apr 17 04:09:03.782486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d266f-534c-406b-8ec5-2738663f81ed None None] Pushing event updated for resources: {'Port': ['ID=59ca9b22-e0a2-4759-9544-61412e7e4c58,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:03.786099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8f5d266f-534c-406b-8ec5-2738663f81ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:03.886437 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09ac388b-1592-4e1a-9451-9ad973f5b1a9 req-e8529cfa-243f-4fed-a0e7-d77562f9e009 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4832177
Apr 17 04:09:03.918600 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-28284561-e5de-4023-9ad6-109674b4912a req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Deleting port d9f410a3-d906-45f9-9bc6-fb7f28f2b154 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:09:03.920392 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-28284561-e5de-4023-9ad6-109674b4912a req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:03.964039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83443c57-38ff-4296-b05b-9176f02f23d0 req-a2b2cda0-f29b-4044-bb60-ef2effa50207 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:03.977401 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-83443c57-38ff-4296-b05b-9176f02f23d0 req-a2b2cda0-f29b-4044-bb60-ef2effa50207 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 945 time: 0.2415321
Apr 17 04:09:03.991065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] Set router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:04.102522 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-83443c57-38ff-4296-b05b-9176f02f23d0 req-50577c28-a596-42b5-bda1-e925f0e7296d tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189632
Apr 17 04:09:04.298105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:04.362221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fc0c1-ab73-4083-98a0-9b183e0a82e4 req-cfc3d44b-c0ee-41d7-8f2d-2bdc0dc41e91 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:04.363995 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9d7fc0c1-ab73-4083-98a0-9b183e0a82e4 req-cfc3d44b-c0ee-41d7-8f2d-2bdc0dc41e91 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.2807951
Apr 17 04:09:04.397258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:04.404424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-28284561-e5de-4023-9ad6-109674b4912a req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] For port d9f410a3-d906-45f9-9bc6-fb7f28f2b154, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d9f410a3-d906-45f9-9bc6-fb7f28f2b154,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:04.404835 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-28284561-e5de-4023-9ad6-109674b4912a req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:04.427213 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:04.431731 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:04.434508 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9d7fc0c1-ab73-4083-98a0-9b183e0a82e4 req-db3cbf40-1fbf-48c1-af61-68006af317c2 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605161
Apr 17 04:09:04.447656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e30ec-71d8-4c72-af18-3fc966852790 req-1e381cf0-4443-4d10-be15-d7f714b1d08b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:04.449481 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e02e30ec-71d8-4c72-af18-3fc966852790 req-1e381cf0-4443-4d10-be15-d7f714b1d08b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 945 time: 0.1620150
Apr 17 04:09:04.470642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:04.562429 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf', 'code': 200}
Apr 17 04:09:04.568178 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e02e30ec-71d8-4c72-af18-3fc966852790 req-b70bb33e-1895-4758-b2fa-88a40073fc2d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762362
Apr 17 04:09:04.582019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-28284561-e5de-4023-9ad6-109674b4912a req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Calling delete_port for d9f410a3-d906-45f9-9bc6-fb7f28f2b154 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:09:04.640191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=38f82354-abf0-43f8-bb94-3a445e741edf,revision_number=8']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:04.644522 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:04.647771 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9e56898>, [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '59ca9b22-e0a2-4759-9544-61412e7e4c58', 'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'mac_address': 'fa:16:3e:92:1a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:55Z', 'updated_at': '2021-04-17T04:09:03Z', 'revision_number': 4, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'subnets': [{'id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:04.652087 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b556e3-4c90-4a9f-9b02-9745651819b7 None None] The sync data for ids ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'] in dv-cinder-786054-2-iscsi is: [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '59ca9b22-e0a2-4759-9544-61412e7e4c58', 'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'mac_address': 'fa:16:3e:92:1a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:55Z', 'updated_at': '2021-04-17T04:09:03Z', 'revision_number': 4, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'subnets': [{'id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:09:04.659909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851785584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852513390'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:04.670295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:04.810236 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69dd4db3-0c45-40b7-ab14-a5dfc1fb827c,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:04.849292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:04.866489 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Checking segment: {'id': 'e141c3cd-f036-40b3-9bbc-e27264e2eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:09:04.866906 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Network hostable DHCP agents. Network: 3a4ff88f-47b2-4173-9ae4-16655362b0d8, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:09:04.905523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-28284561-e5de-4023-9ad6-109674b4912a req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:04.907834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:09:04.916629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:04.920831 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['aac73be1-ad1a-4cc1-852e-7220936415c8', 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:09:04.991017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Pushing event deleted for resources: {'Port': ['ID=d9f410a3-d906-45f9-9bc6-fb7f28f2b154,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:04.993349 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 3a4ff88f-47b2-4173-9ae4-16655362b0d8) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:09:05.012153 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f5a2e5-8730-4007-815b-1d8c3f11f163 None None] Network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:09:05.018376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:05.049560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:05.050566 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:05.121206 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7f477910-6b67-4200-a6aa-ea591145a1a7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.4135013
Apr 17 04:09:05.121430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45242) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:05.174102 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-588215211-router', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:09:05.189915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:05.231964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Usage tracker for resource:router and tenant:c968339e8a91437c82bd4cf2a17c29cc is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:05.235750 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-28284561-e5de-4023-9ad6-109674b4912a req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] No DVR routers for this DVR port d9f410a3-d906-45f9-9bc6-fb7f28f2b154 on host hv-cinder-78605 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:09:05.237392 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:05.238602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 59ca9b22-e0a2-4759-9544-61412e7e4c58 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:05.252486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-28284561-e5de-4023-9ad6-109674b4912a req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:05.254829 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-28284561-e5de-4023-9ad6-109674b4912a req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "DELETE /v2.0/ports/d9f410a3-d906-45f9-9bc6-fb7f28f2b154 HTTP/1.1" status: 204  len: 173 time: 1.4234827
Apr 17 04:09:05.255396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c3cff6-bd46-4d51-81e1-c40fd79a5606', 'name': 'network-vif-deleted', 'tag': 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:05.261296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:05.277221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771965'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:05.278239 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4092'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:05.294635 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:05.324972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0882a8-5c25-4d97-b8e4-757a9c1a44fc req-a14d6046-467b-4012-8ce8-7c8273554081 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:05.326623 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4e0882a8-5c25-4d97-b8e4-757a9c1a44fc req-a14d6046-467b-4012-8ce8-7c8273554081 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2011788
Apr 17 04:09:05.340791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cec316-3510-49ac-8b8e-6877dba2ac80 req-fe827137-4a47-4daa-9f67-2a9b1cb61f44 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:05.342460 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e1cec316-3510-49ac-8b8e-6877dba2ac80 req-fe827137-4a47-4daa-9f67-2a9b1cb61f44 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 946 time: 0.1699493
Apr 17 04:09:05.450717 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4e0882a8-5c25-4d97-b8e4-757a9c1a44fc req-d9e17e22-c076-4f22-97f2-6c24b4913ca2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033747
Apr 17 04:09:05.511468 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e1cec316-3510-49ac-8b8e-6877dba2ac80 req-c87d0ea5-08d5-4a83-9970-8d7ef914993c tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439040
Apr 17 04:09:05.576545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27907cdf-231b-5caf-868b-3475d251b5a1-3a4ff88f-47b2-4173-9ae4-16655362b0d8', 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'fixed_ips': [{'subnet_id': '69dd4db3-0c45-40b7-ab14-a5dfc1fb827c'}]}} from dv-cinder-786054-2-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 17 04:09:05.577541 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:05.591077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 59ca9b22-e0a2-4759-9544-61412e7e4c58 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:05.601703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 59ca9b22-e0a2-4759-9544-61412e7e4c58 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:05.602122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:05.651871 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c3cff6-bd46-4d51-81e1-c40fd79a5606', 'name': 'network-vif-deleted', 'tag': 'd9f410a3-d906-45f9-9bc6-fb7f28f2b154', 'status': 'completed', 'code': 200}
Apr 17 04:09:05.690075 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-00430edc-b320-46ca-b9d2-b409b782af82 req-4a65f2e8-422c-474f-b1d2-fede73354324 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=05c3cff6-bd46-4d51-81e1-c40fd79a5606 HTTP/1.1" status: 200  len: 210 time: 0.0784171
Apr 17 04:09:05.761574 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4077'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:05.819772 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603725d6-103a-44c9-9f77-5ad544df01d6 req-025b1329-3d49-4c80-a2d6-36197c4c5b07 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:05.829133 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-603725d6-103a-44c9-9f77-5ad544df01d6 req-025b1329-3d49-4c80-a2d6-36197c4c5b07 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.1379478
Apr 17 04:09:05.896907 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-603725d6-103a-44c9-9f77-5ad544df01d6 req-8fc53636-2e9a-44d7-8aeb-ae46e9c9d68f tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668001
Apr 17 04:09:06.161446 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:06.349050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 59ca9b22-e0a2-4759-9544-61412e7e4c58, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=59ca9b22-e0a2-4759-9544-61412e7e4c58,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:06.363980 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:06.370856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9e3fb0e0-29fd-471f-8a04-85c4c68e51f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:06.461316 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=59ca9b22-e0a2-4759-9544-61412e7e4c58,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:06.475351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:06.478174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Allocated IP 172.20.0.2 (3a4ff88f-47b2-4173-9ae4-16655362b0d8/69dd4db3-0c45-40b7-ab14-a5dfc1fb827c/e652b87a-fb1e-4828-96a1-841307fe966d) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:09:06.540670 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525f969-b506-4bcc-8806-b98600581a6a req-c8d23059-7251-4376-897d-32b114f0d7c5 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:06.542372 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f525f969-b506-4bcc-8806-b98600581a6a req-c8d23059-7251-4376-897d-32b114f0d7c5 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.3700292
Apr 17 04:09:06.653530 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525124f-ab2f-4d27-a358-247b0c61e063 req-5da3a8c2-dc4e-4cd1-8adf-efd4c662f34e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:06.655073 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f525124f-ab2f-4d27-a358-247b0c61e063 req-5da3a8c2-dc4e-4cd1-8adf-efd4c662f34e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2387590
Apr 17 04:09:06.698441 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cffcb9c3-6841-4192-8758-2af77413ac14 req-d5909a95-5786-4057-ac2c-e3c855336a2c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6492996
Apr 17 04:09:06.700982 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:06.714756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba90700-607d-4b02-b84b-0c8857ea11ab req-f732d045-b62d-46e7-b15c-1741b18f62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:06.716752 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ba90700-607d-4b02-b84b-0c8857ea11ab req-f732d045-b62d-46e7-b15c-1741b18f62e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 1098 time: 0.4100738
Apr 17 04:09:06.722747 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f525f969-b506-4bcc-8806-b98600581a6a req-50f0b3b3-971f-4fcb-813b-b7cb626c4b50 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1659384
Apr 17 04:09:06.736394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:06.791678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:06.804118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Transition to ACTIVE for port object e652b87a-fb1e-4828-96a1-841307fe966d will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:09:06.824431 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Transition to ACTIVE for port object e652b87a-fb1e-4828-96a1-841307fe966d will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:09:06.831125 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:06.861617 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f525124f-ab2f-4d27-a358-247b0c61e063 req-b41addef-2218-40d0-bf94-293b7499c73d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912961
Apr 17 04:09:07.004579 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcb9c3-6841-4192-8758-2af77413ac14 req-c81b9b2b-573d-47fe-9ee9-0de4674d530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:07.013525 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cffcb9c3-6841-4192-8758-2af77413ac14 req-c81b9b2b-573d-47fe-9ee9-0de4674d530a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 1098 time: 0.2784989
Apr 17 04:09:07.087270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Allocated IP 172.27.0.84 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/79e97207-2c2b-4ce1-8114-bc9ae443de54) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:09:07.106252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:07.112775 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8e67e-13c6-4940-84e8-9734c94e8ca0 req-151ac842-eeba-450b-afb5-d1d886b9c76e tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:07.114370 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5af8e67e-13c6-4940-84e8-9734c94e8ca0 req-151ac842-eeba-450b-afb5-d1d886b9c76e tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 946 time: 0.5084968
Apr 17 04:09:07.162959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 59ca9b22-e0a2-4759-9544-61412e7e4c58 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:07.242782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 38f82354-abf0-43f8-bb94-3a445e741edf no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:09:07.272179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba90700-607d-4b02-b84b-0c8857ea11ab req-8c557565-b857-4beb-a5a1-46f8ad7072f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:07.274459 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ba90700-607d-4b02-b84b-0c8857ea11ab req-8c557565-b857-4beb-a5a1-46f8ad7072f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 920 time: 0.5465231
Apr 17 04:09:07.283550 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:09:07.303088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:09:07.318229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:09:07.342061 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcb9c3-6841-4192-8758-2af77413ac14 req-50c1abcf-24e8-4c1f-8316-1bb7f790dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:07.343839 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cffcb9c3-6841-4192-8758-2af77413ac14 req-50c1abcf-24e8-4c1f-8316-1bb7f790dea0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 200  len: 920 time: 0.3008251
Apr 17 04:09:07.414872 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ba90700-607d-4b02-b84b-0c8857ea11ab req-99a50ce5-5dfb-48de-9876-d4218d01f504 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a39efe2-f534-4392-8736-824e9e936623 HTTP/1.1" status: 200  len: 217 time: 0.1056118
Apr 17 04:09:07.422970 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-5af8e67e-13c6-4940-84e8-9734c94e8ca0 req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Deleting port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:09:07.423665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5af8e67e-13c6-4940-84e8-9734c94e8ca0 req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:07.449466 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cffcb9c3-6841-4192-8758-2af77413ac14 req-d82be584-9c53-4250-a899-3f165a5192a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea3ba639-9130-4bdd-99cd-f4df8d8893ac HTTP/1.1" status: 200  len: 217 time: 0.0961971
Apr 17 04:09:07.481260 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Pushing event updated for resources: {'Port': ['ID=e652b87a-fb1e-4828-96a1-841307fe966d,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:07.484090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Attempting to bind port e652b87a-fb1e-4828-96a1-841307fe966d on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:09:07.484783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Attempting to bind port e652b87a-fb1e-4828-96a1-841307fe966d by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'e141c3cd-f036-40b3-9bbc-e27264e2eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:09:07.485022 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Attempting to bind port e652b87a-fb1e-4828-96a1-841307fe966d on network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:09:07.488315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:07.492410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 59ca9b22-e0a2-4759-9544-61412e7e4c58 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:07.492872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:07.534840 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:07.540768 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:09:07.541374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Checking segment: {'id': 'e141c3cd-f036-40b3-9bbc-e27264e2eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:09:07.542372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:07.542874 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Bound using segment: {'id': 'e141c3cd-f036-40b3-9bbc-e27264e2eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:09:07.543428 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Bound port: e652b87a-fb1e-4828-96a1-841307fe966d, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e141c3cd-f036-40b3-9bbc-e27264e2eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:09:07.543854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:07.572452 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822f761-af6b-44e4-b723-503fd60d6878 req-fa81661c-f335-44c2-ae9f-00b769d77129 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:07.582372 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6822f761-af6b-44e4-b723-503fd60d6878 req-fa81661c-f335-44c2-ae9f-00b769d77129 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 946 time: 0.7167664
Apr 17 04:09:07.583784 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:07.596532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:07.682858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba90700-607d-4b02-b84b-0c8857ea11ab req-6525e00b-a82e-4e00-ad9a-4c741978806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:07.684253 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ba90700-607d-4b02-b84b-0c8857ea11ab req-6525e00b-a82e-4e00-ad9a-4c741978806b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=daad0934-2d9e-46de-b136-ceda493744fd HTTP/1.1" status: 200  len: 859 time: 0.2173882
Apr 17 04:09:07.693814 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Pushing event updated for resources: {'Port': ['ID=79e97207-2c2b-4ce1-8114-bc9ae443de54,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:07.708573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:09:07.710830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:07.712752 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcb9c3-6841-4192-8758-2af77413ac14 req-5b227744-f923-4f6a-9e93-634ad8fa28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:07.714984 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cffcb9c3-6841-4192-8758-2af77413ac14 req-5b227744-f923-4f6a-9e93-634ad8fa28c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=daad0934-2d9e-46de-b136-ceda493744fd HTTP/1.1" status: 200  len: 859 time: 0.2561958
Apr 17 04:09:07.716818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:09:07.724947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:09:07.745805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device d9f410a3-d906-45f9-9bc6-fb7f28f2b154 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:09:07.774303 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6822f761-af6b-44e4-b723-503fd60d6878 req-fa48abc9-5a57-4296-9402-313f23dc219b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908352
Apr 17 04:09:07.779880 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ba90700-607d-4b02-b84b-0c8857ea11ab req-1ea3f0d0-fd0b-4f3c-9ade-bbeaede5884d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0804577
Apr 17 04:09:07.846057 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cffcb9c3-6841-4192-8758-2af77413ac14 req-64735c5e-9ece-4214-a0df-6239ca8f35da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e805b95-c0eb-4c28-8528-81c64dd7c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0881760
Apr 17 04:09:07.849817 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] For port e652b87a-fb1e-4828-96a1-841307fe966d, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:09:07.857701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: d9f410a3-d906-45f9-9bc6-fb7f28f2b154 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:09:07.858008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device d9f410a3-d906-45f9-9bc6-fb7f28f2b154 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:09:07.872882 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] For port e652b87a-fb1e-4828-96a1-841307fe966d, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=e652b87a-fb1e-4828-96a1-841307fe966d,segment=NetworkSegment(e141c3cd-f036-40b3-9bbc-e27264e2eeb8),segment_id=e141c3cd-f036-40b3-9bbc-e27264e2eeb8)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:09:07.880980 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:07.885046 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:07.931497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9426744e-ea22-4274-92c0-9f99c21c401a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:07.982962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Pushing event updated for resources: {'Port': ['ID=e652b87a-fb1e-4828-96a1-841307fe966d,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:07.986507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:08.031728 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ba90700-607d-4b02-b84b-0c8857ea11ab req-f3fb42a4-e37f-49c9-a02b-0e4a78b6c3f7 service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2278697
Apr 17 04:09:08.032005 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cffcb9c3-6841-4192-8758-2af77413ac14 req-3969b2d8-c023-45e4-a131-2fb80c82f47c service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1674318
Apr 17 04:09:08.308822 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ba90700-607d-4b02-b84b-0c8857ea11ab req-45fb4b9f-f293-4d9e-8e97-a2a60f9c72da service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2000465
Apr 17 04:09:08.700318 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cffcb9c3-6841-4192-8758-2af77413ac14 req-e2190481-c731-4370-acf6-3c104372b38b service neutron] 10.222.0.43 "GET /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5996661
Apr 17 04:09:08.730424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794715b9-a6d4-4f4f-9458-c6205141fe16 req-a3f36336-c8d2-4b03-b861-efa8d1e85f3a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:08.734400 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-794715b9-a6d4-4f4f-9458-c6205141fe16 req-a3f36336-c8d2-4b03-b861-efa8d1e85f3a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.8378813
Apr 17 04:09:08.756464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:08.791075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:08.827766 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-5af8e67e-13c6-4940-84e8-9734c94e8ca0 req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] For port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406,segment=NetworkSegment(63fb507e-943b-4e87-9cb8-e466763a7fb1),segment_id=63fb507e-943b-4e87-9cb8-e466763a7fb1)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:08.828135 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5af8e67e-13c6-4940-84e8-9734c94e8ca0 req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:08.844293 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e50b9-01c5-4f86-acad-9822ecadae68 req-1345dd4b-f17d-49e9-b88f-5d128c23e3d3 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:08.845884 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-932e50b9-01c5-4f86-acad-9822ecadae68 req-1345dd4b-f17d-49e9-b88f-5d128c23e3d3 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.5361130
Apr 17 04:09:08.969064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45328) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:09.003436 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-794715b9-a6d4-4f4f-9458-c6205141fe16 req-609730f1-b812-47a3-bf7f-b78589724d77 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2503726
Apr 17 04:09:09.012900 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-5af8e67e-13c6-4940-84e8-9734c94e8ca0 req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Calling delete_port for b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:09:09.027909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device e652b87a-fb1e-4828-96a1-841307fe966d up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:09.124506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 8d40138d-ee44-4061-a509-c0ff24598604 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:09:09.201951 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5af8e67e-13c6-4940-84e8-9734c94e8ca0 req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:09.223457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-aa62c851-0ffa-4be1-a280-00e210cb8f13 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:09.260515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['b14bf50b-b5e0-47c3-ad48-21ee0cb9c406'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:09:09.291698 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22386b38-51e4-421f-af79-d044faf97dfd req-30153309-f6f7-4be6-a70e-1d4b3ba5ab21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3214145
Apr 17 04:09:09.297333 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355757'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:09.366628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Pushing event deleted for resources: {'Port': ['ID=b14bf50b-b5e0-47c3-ad48-21ee0cb9c406,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:09.412352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:09.414744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:09:09.448329 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-932e50b9-01c5-4f86-acad-9822ecadae68 req-b259be52-b2de-4242-b739-cbebb7f1d31e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5913272
Apr 17 04:09:09.453468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 8d40138d-ee44-4061-a509-c0ff24598604, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8d40138d-ee44-4061-a509-c0ff24598604,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:09.464658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port e652b87a-fb1e-4828-96a1-841307fe966d completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:09.500254 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '8d40138d-ee44-4061-a509-c0ff24598604', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'port_id': '8d40138d-ee44-4061-a509-c0ff24598604', 'mac_address': 'fa:16:3e:24:09:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:09:09.582767 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af8e67e-13c6-4940-84e8-9734c94e8ca0 req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] No DVR routers for this DVR port b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:09:09.602484 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:09.615518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5af8e67e-13c6-4940-84e8-9734c94e8ca0 req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:09.619781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58f484-c0a8-428e-b9a5-3bfda77d2eac', 'name': 'network-vif-deleted', 'tag': 'b14bf50b-b5e0-47c3-ad48-21ee0cb9c406'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:09.638938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d40138d-ee44-4061-a509-c0ff24598604 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:09:09.663128 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91b829-f1ea-4f22-9f0e-ccc2e64a5acc req-27a27349-c62a-4524-b1bf-01a38fdce4a3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:09.665489 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8e91b829-f1ea-4f22-9f0e-ccc2e64a5acc req-27a27349-c62a-4524-b1bf-01a38fdce4a3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.4505630
Apr 17 04:09:09.667920 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5af8e67e-13c6-4940-84e8-9734c94e8ca0 req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.43 "DELETE /v2.0/ports/b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 HTTP/1.1" status: 204  len: 173 time: 2.5337009
Apr 17 04:09:09.677816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 8d40138d-ee44-4061-a509-c0ff24598604, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8d40138d-ee44-4061-a509-c0ff24598604,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:09.684596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:09.687186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:09.780685 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8e91b829-f1ea-4f22-9f0e-ccc2e64a5acc req-a1cab2ed-2f77-4b18-9b76-3152bb2630cf tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055384
Apr 17 04:09:09.856253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=8d40138d-ee44-4061-a509-c0ff24598604,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:09.861981 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:09.908850 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb82af-13fe-4594-8c6d-27ad7375af08 None None] Network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:09:09.953266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Router fe5c5669-2533-4509-a036-be360a403eb2 is scheduled to L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 17 04:09:09.990485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['8d40138d-ee44-4061-a509-c0ff24598604'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:09:10.107337 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-deeac2e0-1a1d-4330-ad2d-f027293697d7 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336528879&fields=id&tenant_id=158c2a61ba42425591ac468ca75f2f3b HTTP/1.1" status: 200  len: 267 time: 0.0928683
Apr 17 04:09:10.213762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3bf9b796-b684-43b7-b0bf-d16dec95570b None None] Provisioning for port e652b87a-fb1e-4828-96a1-841307fe966d completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:10.217850 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:09:10.229246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Sync routers for ids ['fe5c5669-2533-4509-a036-be360a403eb2'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:09:10.246785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Routers {'fe5c5669-2533-4509-a036-be360a403eb2'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:10.247779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9f0a048>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:08:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['fe5c5669-2533-4509-a036-be360a403eb2'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:10.250433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:10.255068 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-486a64da-d126-4c8f-8a01-7c24977550b5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 5.1325839
Apr 17 04:09:10.256207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45348) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:10.266268 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-6867812b-e47b-44e6-84ec-958b6f3c60f4 req-d71440d1-6773-466a-a1c1-54f2bb5de2f5 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Synchronizing usage tracker for tenant:1e7a8483a32f4eea956e68b973f80922 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:09:10.286840 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3bf9b796-b684-43b7-b0bf-d16dec95570b None None] Provisioning complete for port e652b87a-fb1e-4828-96a1-841307fe966d triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:10.287262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b796-b684-43b7-b0bf-d16dec95570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:10.360632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-6867812b-e47b-44e6-84ec-958b6f3c60f4 req-d71440d1-6773-466a-a1c1-54f2bb5de2f5 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Unset dirty status for tenant:1e7a8483a32f4eea956e68b973f80922 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:09:10.368280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fcbbc7e4-2ed0-4576-b2a6-48ffc418c682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:10.381359 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6867812b-e47b-44e6-84ec-958b6f3c60f4 req-d71440d1-6773-466a-a1c1-54f2bb5de2f5 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a58f484-c0a8-428e-b9a5-3bfda77d2eac HTTP/1.1" status: 200  len: 210 time: 0.2231801
Apr 17 04:09:10.530129 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58f484-c0a8-428e-b9a5-3bfda77d2eac', 'name': 'network-vif-deleted', 'tag': 'b14bf50b-b5e0-47c3-ad48-21ee0cb9c406', 'status': 'completed', 'code': 200}
Apr 17 04:09:10.579500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-95066c6e-024e-4490-93ff-768d880c2792 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:10.581814 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-95066c6e-024e-4490-93ff-768d880c2792 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 812 time: 0.4729879
Apr 17 04:09:10.616259 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-b1a799e0-e4b0-4fc6-889b-9ccc181fa209 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/quotas/158c2a61ba42425591ac468ca75f2f3b HTTP/1.1" status: 200  len: 375 time: 0.0279434
Apr 17 04:09:10.694819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Set router fe5c5669-2533-4509-a036-be360a403eb2 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:10.743382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b796-b684-43b7-b0bf-d16dec95570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:10.868526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abc649-4258-4e88-b002-f3ac3f7d961e req-9edae31e-945b-4895-b05c-af28de4395bc tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:10.870433 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-96abc649-4258-4e88-b002-f3ac3f7d961e req-9edae31e-945b-4895-b05c-af28de4395bc tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 946 time: 0.1378684
Apr 17 04:09:10.878583 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c2fecaea-1596-4200-8ed6-f72dcbb53803 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2613311
Apr 17 04:09:11.058274 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-96abc649-4258-4e88-b002-f3ac3f7d961e req-09966d03-0db7-4a9b-bf74-af724e3ed0e3 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784904
Apr 17 04:09:11.090292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-3bf9b796-b684-43b7-b0bf-d16dec95570b None None] For port e652b87a-fb1e-4828-96a1-841307fe966d, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=e652b87a-fb1e-4828-96a1-841307fe966d,segment=NetworkSegment(e141c3cd-f036-40b3-9bbc-e27264e2eeb8),segment_id=e141c3cd-f036-40b3-9bbc-e27264e2eeb8)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:11.126526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b796-b684-43b7-b0bf-d16dec95570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.137952 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9f0a048>, [{'id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'name': 'tempest-TestMinimumBasicScenario-588215211-router', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:05Z', 'updated_at': '2021-04-17T04:09:08Z', 'revision_number': 3, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'gw_port': {'id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:06Z', 'updated_at': '2021-04-17T04:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:11.138202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:11.147369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Checking router: fe5c5669-2533-4509-a036-be360a403eb2 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:09:11.147760 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Updating router fe5c5669-2533-4509-a036-be360a403eb2 port 79e97207-2c2b-4ce1-8114-bc9ae443de54 binding host dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:09:11.163802 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-d1cf29b7-3c4a-4fe1-a3cd-d4128ec2afc0 service neutron] 10.222.0.36 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2649891
Apr 17 04:09:11.205826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:09:11.249974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.276485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.311127 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:09:11.311544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device b14bf50b-b5e0-47c3-ad48-21ee0cb9c406 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:09:11.323613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.360163 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-2b1de011-f653-4b7f-8369-f0f6606b55ff None None] Provisioning complete for port e652b87a-fb1e-4828-96a1-841307fe966d triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:11.360571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2b1de011-f653-4b7f-8369-f0f6606b55ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.390462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9b796-b684-43b7-b0bf-d16dec95570b None None] Pushing event updated for resources: {'Port': ['ID=e652b87a-fb1e-4828-96a1-841307fe966d,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:11.405879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3bf9b796-b684-43b7-b0bf-d16dec95570b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:11.437618 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.586203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Allocated IP 172.20.0.1 (3a4ff88f-47b2-4173-9ae4-16655362b0d8/69dd4db3-0c45-40b7-ab14-a5dfc1fb827c/4799b93b-778d-44ba-ab95-0e79d20a4428) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:09:11.610489 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-faa90a48-19d0-4615-8252-23dda7178091 service neutron] 10.222.0.36 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4395380
Apr 17 04:09:11.616721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386b38-51e4-421f-af79-d044faf97dfd req-8ac22eb1-653c-4e59-b2c6-e2fa97cb2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:11.618236 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22386b38-51e4-421f-af79-d044faf97dfd req-8ac22eb1-653c-4e59-b2c6-e2fa97cb2b59 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda&tenant_id=cd7b9582236a4ade80b48dd303f4412d HTTP/1.1" status: 200  len: 1096 time: 0.1654418
Apr 17 04:09:11.636590 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61a903-1a94-4a25-aed2-65088835cc47 req-8cf3b2dc-a587-47ec-b506-c51efb5f97d7 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:11.644573 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2d61a903-1a94-4a25-aed2-65088835cc47 req-8cf3b2dc-a587-47ec-b506-c51efb5f97d7 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 944 time: 0.3218043
Apr 17 04:09:11.702791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.717043 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Transition to ACTIVE for port object 79e97207-2c2b-4ce1-8114-bc9ae443de54 will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:09:11.723863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.726449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-09dcc2d3-8eaf-4b27-be9b-1a0d83e379e3 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:11.727262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-09dcc2d3-8eaf-4b27-be9b-1a0d83e379e3 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Synchronizing usage tracker for tenant:d9f0154219a143acba7a1cc126fd72de on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:09:11.736072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:11.751214 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2d61a903-1a94-4a25-aed2-65088835cc47 req-36692bcb-62fc-412c-8268-4575c90ecfe5 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1056387
Apr 17 04:09:11.783683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-09dcc2d3-8eaf-4b27-be9b-1a0d83e379e3 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Unset dirty status for tenant:d9f0154219a143acba7a1cc126fd72de on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:09:11.788135 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-09dcc2d3-8eaf-4b27-be9b-1a0d83e379e3 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 946 time: 0.2499266
Apr 17 04:09:11.788430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386b38-51e4-421f-af79-d044faf97dfd req-68fcf46f-4502-4299-8a1b-71efca1bbc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:11.790024 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22386b38-51e4-421f-af79-d044faf97dfd req-68fcf46f-4502-4299-8a1b-71efca1bbc7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 1096 time: 0.1426704
Apr 17 04:09:11.813829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Attempting to bind port 79e97207-2c2b-4ce1-8114-bc9ae443de54 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:09:11.814340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Attempting to bind port 79e97207-2c2b-4ce1-8114-bc9ae443de54 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:09:11.815146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Attempting to bind port 79e97207-2c2b-4ce1-8114-bc9ae443de54 on network 0dc6f800-ff57-4799-b37a-4ed29384853c {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:09:11.834489 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:09:11.835285 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Checking segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:09:11.835830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.836462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Bound using segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:09:11.837112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Bound port: 79e97207-2c2b-4ce1-8114-bc9ae443de54, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:09:11.837646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.858424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.897754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Transition to ACTIVE for port object 4799b93b-778d-44ba-ab95-0e79d20a4428 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:09:11.907122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Deleting port aac73be1-ad1a-4cc1-852e-7220936415c8 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:09:11.907506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:11.908215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Pushing event updated for resources: {'Port': ['ID=79e97207-2c2b-4ce1-8114-bc9ae443de54,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:11.920004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.920747 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.921313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.921947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.922508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.923122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.923671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.924332 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.924897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.925456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.926085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.926629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:11.939309 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:11.990175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] For port 79e97207-2c2b-4ce1-8114-bc9ae443de54, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:09:11.993855 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] For port 79e97207-2c2b-4ce1-8114-bc9ae443de54, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=79e97207-2c2b-4ce1-8114-bc9ae443de54,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:09:11.999029 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:12.004696 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:12.065363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386b38-51e4-421f-af79-d044faf97dfd req-795d9700-de16-4190-8300-37a7058fdb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:12.067253 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22386b38-51e4-421f-af79-d044faf97dfd req-795d9700-de16-4190-8300-37a7058fdb90 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 918 time: 0.2702992
Apr 17 04:09:12.068051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:12.081524 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586a67d-9859-4842-885a-afff0c9ebf98 req-5ac2d048-a968-4b68-97fc-8af2919d014f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:12.084020 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d586a67d-9859-4842-885a-afff0c9ebf98 req-5ac2d048-a968-4b68-97fc-8af2919d014f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1544878
Apr 17 04:09:12.090250 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fefb9fa2-51df-4f7c-9038-92da93ccd7d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:12.141708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Routers {'fe5c5669-2533-4509-a036-be360a403eb2'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:12.142392 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9f0a048>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:09:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['fe5c5669-2533-4509-a036-be360a403eb2'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:12.222329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:09:12.234093 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:09:12.243701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:09:12.248233 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d586a67d-9859-4842-885a-afff0c9ebf98 req-6047fcac-9cad-4f56-a6fc-4f61b0dfd311 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967152
Apr 17 04:09:12.254292 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22386b38-51e4-421f-af79-d044faf97dfd req-7482188f-48af-45dc-8497-6bf7bcaecea8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f82354-abf0-43f8-bb94-3a445e741edf HTTP/1.1" status: 200  len: 997 time: 0.1701591
Apr 17 04:09:12.296360 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Pushing event updated for resources: {'Port': ['ID=4799b93b-778d-44ba-ab95-0e79d20a4428,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:12.338334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:12.415948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Pushing event updated for resources: {'Port': ['ID=79e97207-2c2b-4ce1-8114-bc9ae443de54,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:12.419684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] For port aac73be1-ad1a-4cc1-852e-7220936415c8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=aac73be1-ad1a-4cc1-852e-7220936415c8,segment=NetworkSegment(b24603a6-d4e5-4e93-8592-74032d3e5d2f),segment_id=b24603a6-d4e5-4e93-8592-74032d3e5d2f)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:12.420093 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:12.421407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-47739996-6402-4ff5-bb29-3e5edf56d15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:12.439047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421646'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:12.518500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386b38-51e4-421f-af79-d044faf97dfd req-1a6d6404-0226-4015-bbb9-ce13363a35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:12.520057 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22386b38-51e4-421f-af79-d044faf97dfd req-1a6d6404-0226-4015-bbb9-ce13363a35e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80cde3a3-6963-4ab6-a96e-946aa1c0f361 HTTP/1.1" status: 200  len: 856 time: 0.2566974
Apr 17 04:09:12.544890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-ca1a2fc4-d194-41da-b51f-84aa8cf766fa None None] Provisioning for port 4799b93b-778d-44ba-ab95-0e79d20a4428 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:12.561449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-ca1a2fc4-d194-41da-b51f-84aa8cf766fa None None] Provisioning complete for port 4799b93b-778d-44ba-ab95-0e79d20a4428 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:12.561873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2fc4-d194-41da-b51f-84aa8cf766fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:12.569012 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] Set router fe5c5669-2533-4509-a036-be360a403eb2 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:12.687521 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea367020-c293-4a74-839d-4a02029f94e6 req-ab6b2538-2c60-4e48-9152-34ffe2ec3fa0 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:12.689157 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ea367020-c293-4a74-839d-4a02029f94e6 req-ab6b2538-2c60-4e48-9152-34ffe2ec3fa0 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.3126729
Apr 17 04:09:12.717535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a2fc4-d194-41da-b51f-84aa8cf766fa None None] Port 4799b93b-778d-44ba-ab95-0e79d20a4428 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:09:12.761272 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ea367020-c293-4a74-839d-4a02029f94e6 req-ffde4d17-5ea5-406a-8509-abb44733a92b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629382
Apr 17 04:09:12.771297 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d43599-61e6-47ba-84ea-51d29db42da7 req-174b2f3c-5082-4b63-b819-93c1d395e21f tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:12.772867 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-78d43599-61e6-47ba-84ea-51d29db42da7 req-174b2f3c-5082-4b63-b819-93c1d395e21f tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 946 time: 0.1915898
Apr 17 04:09:12.779641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386b38-51e4-421f-af79-d044faf97dfd req-34bab3ac-75e3-492d-bf90-b10d480b44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:12.781267 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22386b38-51e4-421f-af79-d044faf97dfd req-34bab3ac-75e3-492d-bf90-b10d480b44f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2538478
Apr 17 04:09:12.787217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Calling delete_port for aac73be1-ad1a-4cc1-852e-7220936415c8 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:09:12.848842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:12.918514 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-78d43599-61e6-47ba-84ea-51d29db42da7 req-b11a52ca-6d7d-40b6-a35a-4f6947745e8f tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/security-groups?id=1ee0d42f-3156-4154-956d-b434952901d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361158
Apr 17 04:09:12.980013 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4b6d61af-bf28-4b67-98d3-b9dde425fe3e req-708af45b-eb96-483e-b56a-12448edbef94 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 210 time: 0.0587604
Apr 17 04:09:13.022724 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22386b38-51e4-421f-af79-d044faf97dfd req-6d1f18ce-72e2-4e41-86bb-e484ad5b7f2a service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243462
Apr 17 04:09:13.036024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9f0a048>, [{'id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'name': 'tempest-TestMinimumBasicScenario-588215211-router', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:05Z', 'updated_at': '2021-04-17T04:09:08Z', 'revision_number': 3, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'gw_port': {'id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:06Z', 'updated_at': '2021-04-17T04:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:13.045641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f317a4ca-9ea5-4446-906b-d17c48e21ef5 None None] The sync data for ids ['fe5c5669-2533-4509-a036-be360a403eb2'] in dv-cinder-786054-2-iscsi is: [{'id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'name': 'tempest-TestMinimumBasicScenario-588215211-router', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:05Z', 'updated_at': '2021-04-17T04:09:08Z', 'revision_number': 3, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'gw_port': {'id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:06Z', 'updated_at': '2021-04-17T04:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:09:13.112645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:13.125611 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device e652b87a-fb1e-4828-96a1-841307fe966d up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:13.160937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:13.209547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e6f49116-4ea4-46e2-860b-50c5390e8683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:13.231090 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22386b38-51e4-421f-af79-d044faf97dfd req-3818d11c-e32b-4325-b110-c13f10b477f2 service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012579
Apr 17 04:09:13.265640 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 8d40138d-ee44-4061-a509-c0ff24598604 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:13.286418 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Pushing event deleted for resources: {'Port': ['ID=aac73be1-ad1a-4cc1-852e-7220936415c8,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:13.291780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:13.371446 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port e652b87a-fb1e-4828-96a1-841307fe966d triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:13.371979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:13.400979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] No DVR routers for this DVR port aac73be1-ad1a-4cc1-852e-7220936415c8 on host hv-cinder-78605 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:09:13.404965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:13.407977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0cd0dc-8532-4a69-84c3-8acbdadc43c4', 'name': 'network-vif-deleted', 'tag': 'aac73be1-ad1a-4cc1-852e-7220936415c8'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:13.451463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-9c2161c5-2fd6-4781-b722-41a1d2125571 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:13.457140 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-9c2161c5-2fd6-4781-b722-41a1d2125571 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/networks?id=87bd5ea9-9d3e-4650-bbef-c1c88799268a HTTP/1.1" status: 200  len: 809 time: 0.2216415
Apr 17 04:09:13.478331 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-d84270e4-2680-475e-bab8-a4565e6c5019 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/quotas/1e7a8483a32f4eea956e68b973f80922 HTTP/1.1" status: 200  len: 375 time: 0.0185223
Apr 17 04:09:13.514798 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3063b5d4-487a-4f9d-84d3-8d69f7d14353 req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.43 "DELETE /v2.0/ports/aac73be1-ad1a-4cc1-852e-7220936415c8 HTTP/1.1" status: 204  len: 173 time: 1.7227116
Apr 17 04:09:13.562848 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-578b773e-aaab-44b8-9a75-46f506b8117e tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e7a8483a32f4eea956e68b973f80922&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0834124
Apr 17 04:09:13.598249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 8d40138d-ee44-4061-a509-c0ff24598604 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:13.615009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 8d40138d-ee44-4061-a509-c0ff24598604 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:13.615494 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:13.891503 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:13.942261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:13.957039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 8d40138d-ee44-4061-a509-c0ff24598604, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8d40138d-ee44-4061-a509-c0ff24598604,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:13.961517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:13.962467 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device aac73be1-ad1a-4cc1-852e-7220936415c8 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:09:14.023400 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-e8ab6a37-ff93-4d02-9d2c-0aa6bf6e8cbc service neutron] 10.222.0.36 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4568286
Apr 17 04:09:14.055727 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3bf9b796-b684-43b7-b0bf-d16dec95570b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:14.159645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=8d40138d-ee44-4061-a509-c0ff24598604,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:14.162613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: aac73be1-ad1a-4cc1-852e-7220936415c8 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:09:14.163044 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device aac73be1-ad1a-4cc1-852e-7220936415c8 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:09:14.164691 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:14.202179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:14.222742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:14.257410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2569971f-1f5f-4d17-84b3-b5024ca09110 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:14.352994 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Pushing event updated for resources: {'Port': ['ID=4799b93b-778d-44ba-ab95-0e79d20a4428,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:14.358160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:14.367134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854354071'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:14.548336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:09:14.551447 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:09:14.616847 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-9faa70bc-68f6-4320-90ba-c83d060052b7 service neutron] 10.222.0.36 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5924468
Apr 17 04:09:14.728847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e304f2-03aa-4df2-a7e8-969d76408ca3 req-4843b036-3b47-4f53-ad7f-fa045164b910 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:14.730488 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-21e304f2-03aa-4df2-a7e8-969d76408ca3 req-4843b036-3b47-4f53-ad7f-fa045164b910 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.2760568
Apr 17 04:09:14.859436 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-21e304f2-03aa-4df2-a7e8-969d76408ca3 req-87c5ad2a-068d-417d-96ce-1149d2d835eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1180704
Apr 17 04:09:14.996323 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-e3e804d5-e5b1-4fb8-81ae-fb86211e9df3 None None] Provisioning complete for port 4799b93b-778d-44ba-ab95-0e79d20a4428 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:14.996782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e3e804d5-e5b1-4fb8-81ae-fb86211e9df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:15.192069 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604', 'code': 200}
Apr 17 04:09:15.282409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 79e97207-2c2b-4ce1-8114-bc9ae443de54 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:15.426730 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0cd0dc-8532-4a69-84c3-8acbdadc43c4', 'name': 'network-vif-deleted', 'tag': 'aac73be1-ad1a-4cc1-852e-7220936415c8', 'status': 'completed', 'code': 200}
Apr 17 04:09:15.473716 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bc53b-1a94-4adc-9ed7-c5a314eb0ab0 req-86f8858c-5d29-47a5-bfd7-b3931eb50de6 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:15.482648 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1c6bc53b-1a94-4adc-9ed7-c5a314eb0ab0 req-86f8858c-5d29-47a5-bfd7-b3931eb50de6 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.1982920
Apr 17 04:09:15.488737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c77d9621-832f-4cf0-89f6-a08f83c16990 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:15.489568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c77d9621-832f-4cf0-89f6-a08f83c16990 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Synchronizing usage tracker for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:09:15.567581 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-e3e804d5-e5b1-4fb8-81ae-fb86211e9df3 None None] Port 4799b93b-778d-44ba-ab95-0e79d20a4428 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:09:15.586853 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c77d9621-832f-4cf0-89f6-a08f83c16990 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Unset dirty status for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:09:15.592001 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c77d9621-832f-4cf0-89f6-a08f83c16990 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 812 time: 0.8144913
Apr 17 04:09:15.628759 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 79e97207-2c2b-4ce1-8114-bc9ae443de54 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:15.640152 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 79e97207-2c2b-4ce1-8114-bc9ae443de54 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:15.640572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:15.712711 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3ff273aa-0e74-4a40-a4cd-5810857432ae req-df242087-9d4e-4faa-bc5f-e27487e30da0 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0cd0dc-8532-4a69-84c3-8acbdadc43c4 HTTP/1.1" status: 200  len: 210 time: 0.2496462
Apr 17 04:09:15.755051 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1c6bc53b-1a94-4adc-9ed7-c5a314eb0ab0 req-f1bdd07f-79d4-416b-b2e6-81a20c1e139a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2710230
Apr 17 04:09:15.925721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-a75f4f7a-58e1-483a-8bbf-a8edc18dbaa2 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Synchronizing usage tracker for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:09:15.973752 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:16.032839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 79e97207-2c2b-4ce1-8114-bc9ae443de54, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=79e97207-2c2b-4ce1-8114-bc9ae443de54,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:16.041598 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d238bb89-6580-42e4-ae95-f232347bf5b6 req-1cf685ca-2e3f-4349-aa9c-d3b72db31cc6 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 210 time: 0.1379652
Apr 17 04:09:16.048227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-a75f4f7a-58e1-483a-8bbf-a8edc18dbaa2 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Unset dirty status for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:09:16.049920 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-a75f4f7a-58e1-483a-8bbf-a8edc18dbaa2 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=158c2a61ba42425591ac468ca75f2f3b HTTP/1.1" status: 200  len: 8059 time: 0.4010639
Apr 17 04:09:16.057421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:16.061656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4126bbec-504a-41c6-ab9f-5f0ae1d67448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:16.066279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Router fe5c5669-2533-4509-a036-be360a403eb2 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:09:16.178503 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'port': {'device_id': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'admin_state_up': True, 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'security_groups': ['8c9ba657-5fbf-4af9-a7d7-8b55832771c6']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:09:16.248451 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=79e97207-2c2b-4ce1-8114-bc9ae443de54,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:16.268263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:16.331418 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da15cdc7-06c1-40cb-bb21-fefa121d3a21 req-4c818e69-0479-443b-aeca-7069ebb46fc0 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 210 time: 0.2882466
Apr 17 04:09:16.432668 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e006f9d-2327-49be-8bef-e6b09812fd1e req-4845bf73-abf6-4486-8bda-e8adcba08c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:16.434675 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8e006f9d-2327-49be-8bef-e6b09812fd1e req-4845bf73-abf6-4486-8bda-e8adcba08c50 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 1098 time: 0.3030984
Apr 17 04:09:16.446586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4965b2-6be2-45bf-9e68-14f816a7ed94 req-89d197c0-6778-4b63-8c1b-d15009d256b4 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:16.457244 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ec4965b2-6be2-45bf-9e68-14f816a7ed94 req-89d197c0-6778-4b63-8c1b-d15009d256b4 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.1741164
Apr 17 04:09:16.525199 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ec4965b2-6be2-45bf-9e68-14f816a7ed94 req-adb0ab00-94b2-4bd5-a56b-255f3c024250 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656855
Apr 17 04:09:16.572751 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:16.581120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:port and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:16.590088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:16.598847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:09:16.601064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:16.606492 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] 10.222.0.36 "PUT /v2.0/routers/fe5c5669-2533-4509-a036-be360a403eb2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3489907
Apr 17 04:09:16.623670 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Made reservation on behalf of 158c2a61ba42425591ac468ca75f2f3b for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:09:16.630562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:16.673886 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Sync routers for ids ['fe5c5669-2533-4509-a036-be360a403eb2'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:09:16.689037 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Routers {'fe5c5669-2533-4509-a036-be360a403eb2'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:16.691042 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9d9d240>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:09:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['fe5c5669-2533-4509-a036-be360a403eb2'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:16.953980 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Allocated IP 172.20.0.13 (2b408745-a6b5-4637-8637-e92d07e76273/3f338970-0c0a-465d-ab81-bec9a646a2b7/058bfc18-2295-4d87-a28d-f42ac9c4e6ed) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:09:16.990634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 45464) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:17.082875 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 79e97207-2c2b-4ce1-8114-bc9ae443de54 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:17.207267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9c14e1-8052-477f-94ef-ee6e4f7258b9 admin admin] Deleting subnet 8a641dc7-2c59-499e-8e47-d20e6694166c {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:09:17.224311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff9c14e1-8052-477f-94ef-ee6e4f7258b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:17.355503 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 79e97207-2c2b-4ce1-8114-bc9ae443de54 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:17.355960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:17.455818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:17.468942 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-31a38a45-d81e-4bc8-b5fd-1d374e4bc09e req-0ea2b7ab-7b46-446a-9507-46572b6477ac tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 210 time: 0.0816746
Apr 17 04:09:17.477146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Transition to ACTIVE for port object 058bfc18-2295-4d87-a28d-f42ac9c4e6ed will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:09:17.516986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:17.519826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff9c14e1-8052-477f-94ef-ee6e4f7258b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852438242'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:17.553260 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:17.583922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9180b63-48fb-4e00-8f4d-384e4bc81b6c req-51adf30b-a20d-4f1b-92cd-11fbe04796d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:17.592051 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a9180b63-48fb-4e00-8f4d-384e4bc81b6c req-51adf30b-a20d-4f1b-92cd-11fbe04796d4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.2845039
Apr 17 04:09:17.607081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Set router fe5c5669-2533-4509-a036-be360a403eb2 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:17.665848 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a9180b63-48fb-4e00-8f4d-384e4bc81b6c req-228f5244-140a-4209-ba9b-35a917fed207 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724254
Apr 17 04:09:17.690149 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff9c14e1-8052-477f-94ef-ee6e4f7258b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:17.724006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Network 2b408745-a6b5-4637-8637-e92d07e76273 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:09:17.738694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:09:17.770972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:09:18.015026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'Port': ['ID=058bfc18-2295-4d87-a28d-f42ac9c4e6ed,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:18.048216 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:18.112138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:18.114791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:18.151254 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8e006f9d-2327-49be-8bef-e6b09812fd1e req-5d9ffdac-3bab-430d-a79c-1fde4365a1cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2648695
Apr 17 04:09:18.189918 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0161493
Apr 17 04:09:18.308044 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-564e3239-531a-43ba-8b93-f4b551f829b5 None None] Provisioning for port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:18.355723 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc169b0-aa32-47ec-9218-fcc0b58a6122 req-ef1e6add-11a5-4f91-9c07-e3de6aedf3d3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:18.363781 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dcc169b0-aa32-47ec-9218-fcc0b58a6122 req-ef1e6add-11a5-4f91-9c07-e3de6aedf3d3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 932 time: 0.5643702
Apr 17 04:09:18.423765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9062d-9039-4ab0-9c45-8cb1a3521270 req-b3d4015a-2260-4a5f-88a7-d5718948a86d tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:18.433795 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c5b9062d-9039-4ab0-9c45-8cb1a3521270 req-b3d4015a-2260-4a5f-88a7-d5718948a86d tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.4783535
Apr 17 04:09:18.456587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-564e3239-531a-43ba-8b93-f4b551f829b5 None None] Provisioning complete for port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:18.457175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-564e3239-531a-43ba-8b93-f4b551f829b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:18.468329 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dcc169b0-aa32-47ec-9218-fcc0b58a6122 req-1a6142c0-4e6e-4a48-92b7-e990b450d4ec tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035089
Apr 17 04:09:18.535821 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-564e3239-531a-43ba-8b93-f4b551f829b5 None None] Port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:09:18.615013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9d9d240>, [{'id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'name': 'tempest-TestMinimumBasicScenario-588215211-router', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:05Z', 'updated_at': '2021-04-17T04:09:12Z', 'revision_number': 4, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'gw_port': {'id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:06Z', 'updated_at': '2021-04-17T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '4799b93b-778d-44ba-ab95-0e79d20a4428', 'name': '', 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'mac_address': 'fa:16:3e:17:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '69dd4db3-0c45-40b7-ab14-a5dfc1fb827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:11Z', 'updated_at': '2021-04-17T04:09:13Z', 'revision_number': 2, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'subnets': [{'id': '69dd4db3-0c45-40b7-ab14-a5dfc1fb827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:18.619308 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c5b9062d-9039-4ab0-9c45-8cb1a3521270 req-55e223ca-3d74-415d-bb21-b0fc17fbe8fe tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1811516
Apr 17 04:09:18.636612 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Checking router: fe5c5669-2533-4509-a036-be360a403eb2 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:09:18.636826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Updating router fe5c5669-2533-4509-a036-be360a403eb2 port 4799b93b-778d-44ba-ab95-0e79d20a4428 binding host dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:09:18.765239 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:18.831721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Request body: {'port': {'device_id': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:09:18.942994 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-13e8bfc5-e18c-44be-a8b1-dd67af9afdc2 req-fe3f1d9c-e575-4246-9084-78c40399ec3b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 210 time: 0.1845372
Apr 17 04:09:19.024558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff9c14e1-8052-477f-94ef-ee6e4f7258b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851465367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851574991'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:19.053013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:19.142491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c14e1-8052-477f-94ef-ee6e4f7258b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a641dc7-2c59-499e-8e47-d20e6694166c,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:19.152883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff9c14e1-8052-477f-94ef-ee6e4f7258b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:19.160888 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ff9c14e1-8052-477f-94ef-ee6e4f7258b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:19.216715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45502) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:19.218468 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ff9c14e1-8052-477f-94ef-ee6e4f7258b9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8a641dc7-2c59-499e-8e47-d20e6694166c HTTP/1.1" status: 204  len: 168 time: 2.2265048
Apr 17 04:09:19.298150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0b73a-b007-43a3-a319-78519fc89a4a req-67004cfb-3238-4b47-81a5-f9d1000434ed tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:19.317482 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c4f0b73a-b007-43a3-a319-78519fc89a4a req-67004cfb-3238-4b47-81a5-f9d1000434ed tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.1484408
Apr 17 04:09:19.413565 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c4f0b73a-b007-43a3-a319-78519fc89a4a req-c175ac37-a4f6-4f8d-9b77-3e6837f6315b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948691
Apr 17 04:09:19.418198 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:19.457707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Transition to ACTIVE for port object 4799b93b-778d-44ba-ab95-0e79d20a4428 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:09:19.477914 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:19.501292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:19.502539 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-41cb1299-1411-446a-b50c-79c2a9da34f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:19.784362 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:19.883868 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1d7ac-0b5c-4179-9cdc-88306d2364f2 None None] Pushing event updated for resources: {'Port': ['ID=4799b93b-778d-44ba-ab95-0e79d20a4428,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:19.898867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1ed1d7ac-0b5c-4179-9cdc-88306d2364f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:20.084730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043433e-cf11-4781-9c5f-5b82de0f88d1 req-74b3cd48-b4d5-418e-87b6-47e9eae569b3 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:20.092258 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3043433e-cf11-4781-9c5f-5b82de0f88d1 req-74b3cd48-b4d5-418e-87b6-47e9eae569b3 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 0.6727219
Apr 17 04:09:20.226415 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899622e0-d587-45fd-afcb-b132e18d4988 req-b8f2c378-2204-4f26-b35d-c5835920fce3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:20.233946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Attempting to bind port 4799b93b-778d-44ba-ab95-0e79d20a4428 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:09:20.234608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Attempting to bind port 4799b93b-778d-44ba-ab95-0e79d20a4428 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'e141c3cd-f036-40b3-9bbc-e27264e2eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:09:20.235109 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-899622e0-d587-45fd-afcb-b132e18d4988 req-b8f2c378-2204-4f26-b35d-c5835920fce3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 932 time: 0.3257709
Apr 17 04:09:20.235473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Attempting to bind port 4799b93b-778d-44ba-ab95-0e79d20a4428 on network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:09:20.252959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:09:20.253770 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Checking segment: {'id': 'e141c3cd-f036-40b3-9bbc-e27264e2eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:09:20.254421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:20.255076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Bound using segment: {'id': 'e141c3cd-f036-40b3-9bbc-e27264e2eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:09:20.255918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Bound port: 4799b93b-778d-44ba-ab95-0e79d20a4428, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e141c3cd-f036-40b3-9bbc-e27264e2eeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:09:20.256558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:20.285808 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3043433e-cf11-4781-9c5f-5b82de0f88d1 req-cb07ab9b-e1d4-45cb-9d76-cb43d3ba9cb9 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924696
Apr 17 04:09:20.302717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-da3c680c-5cba-4bd5-992d-75ebba920f51 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:20.304359 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-da3c680c-5cba-4bd5-992d-75ebba920f51 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.43 "GET /v2.0/networks?id=87bd5ea9-9d3e-4650-bbef-c1c88799268a HTTP/1.1" status: 200  len: 809 time: 0.7219372
Apr 17 04:09:20.377001 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Request body: {'port': {'device_id': '90c875f7-f3a0-45c1-b4d1-d9551c5120d4', 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a', 'admin_state_up': True, 'tenant_id': '1e7a8483a32f4eea956e68b973f80922'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:09:20.439774 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-899622e0-d587-45fd-afcb-b132e18d4988 req-1b3ae2ea-3791-4a89-b6bc-332e1633db77 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2033339
Apr 17 04:09:20.480446 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] For port 4799b93b-778d-44ba-ab95-0e79d20a4428, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:09:20.487842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] For port 4799b93b-778d-44ba-ab95-0e79d20a4428, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=4799b93b-778d-44ba-ab95-0e79d20a4428,segment=NetworkSegment(e141c3cd-f036-40b3-9bbc-e27264e2eeb8),segment_id=e141c3cd-f036-40b3-9bbc-e27264e2eeb8)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:09:20.496627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:20.512977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-243d1d5c-0bc9-4b40-8709-c0ecf7b37027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:20.727092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.resource_extend [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 17 04:09:20.910634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058bfc18-2295-4d87-a28d-f42ac9c4e6ed {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:09:20.921541 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:20.952767 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1d7ac-0b5c-4179-9cdc-88306d2364f2 None None] Pushing event updated for resources: {'Port': ['ID=4799b93b-778d-44ba-ab95-0e79d20a4428,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:20.958998 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1ed1d7ac-0b5c-4179-9cdc-88306d2364f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:20.960450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:20.975465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Transition to ACTIVE for port object 058bfc18-2295-4d87-a28d-f42ac9c4e6ed will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:09:20.982928 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Routers {'fe5c5669-2533-4509-a036-be360a403eb2'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:20.984102 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9d9d240>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:09:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['fe5c5669-2533-4509-a036-be360a403eb2'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:20.985288 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:21.007207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:21.036588 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c3fcf63b-7d20-4f05-b8e3-bc35013e59ed req-e84bd3ab-6a61-4d25-8020-fdae670c617c tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 210 time: 0.1626413
Apr 17 04:09:21.038630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Made reservation on behalf of 1e7a8483a32f4eea956e68b973f80922 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:09:21.057995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:21.134326 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:21.220794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-142cec09-45c9-4b48-923a-5f286e27458b tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:21.445832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] Set router fe5c5669-2533-4509-a036-be360a403eb2 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:21.799340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cf4dd-5c23-4efa-ab40-96214b2938f8 req-01eeb4e2-6754-4fe6-bda7-9f3709a50852 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:21.818114 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f35cf4dd-5c23-4efa-ab40-96214b2938f8 req-01eeb4e2-6754-4fe6-bda7-9f3709a50852 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 1.3668621
Apr 17 04:09:21.969050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc9dec748>,) {'filters': {'network_id': ['cf3cdb63-dd7f-4313-bf72-5d3eea4d913d']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:21.994068 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Allocated IP 172.20.0.8 (87bd5ea9-9d3e-4650-bbef-c1c88799268a/753bd9e3-b214-48b6-9635-865dbacd8449/9dbc27d7-2886-4c02-acd7-b59d26fbbc71) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:09:22.006209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9d9d240>, [{'id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'name': 'tempest-TestMinimumBasicScenario-588215211-router', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:05Z', 'updated_at': '2021-04-17T04:09:12Z', 'revision_number': 4, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'gw_port': {'id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:06Z', 'updated_at': '2021-04-17T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '4799b93b-778d-44ba-ab95-0e79d20a4428', 'name': '', 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'mac_address': 'fa:16:3e:17:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '69dd4db3-0c45-40b7-ab14-a5dfc1fb827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:11Z', 'updated_at': '2021-04-17T04:09:20Z', 'revision_number': 4, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'subnets': [{'id': '69dd4db3-0c45-40b7-ab14-a5dfc1fb827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:22.018821 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d386f7f-0db7-40bf-82de-ca1db3eddc44 None None] The sync data for ids ['fe5c5669-2533-4509-a036-be360a403eb2'] in dv-cinder-786054-2-iscsi is: [{'id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'name': 'tempest-TestMinimumBasicScenario-588215211-router', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:05Z', 'updated_at': '2021-04-17T04:09:12Z', 'revision_number': 4, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'gw_port': {'id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:06Z', 'updated_at': '2021-04-17T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '4799b93b-778d-44ba-ab95-0e79d20a4428', 'name': '', 'network_id': '3a4ff88f-47b2-4173-9ae4-16655362b0d8', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'mac_address': 'fa:16:3e:17:4b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '69dd4db3-0c45-40b7-ab14-a5dfc1fb827c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:11Z', 'updated_at': '2021-04-17T04:09:20Z', 'revision_number': 4, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'subnets': [{'id': '69dd4db3-0c45-40b7-ab14-a5dfc1fb827c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:09:22.038235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Pushing event updated for resources: {'Port': ['ID=058bfc18-2295-4d87-a28d-f42ac9c4e6ed,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:22.041410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:22.201371 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9dec748>, 'b24603a6-d4e5-4e93-8592-74032d3e5d2f') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:22.201809 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9dec748>, 'b24603a6-d4e5-4e93-8592-74032d3e5d2f') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:22.328024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:22.372794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:22.403528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:09:22.508311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:22.545126 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Attempting to bind port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:09:22.545611 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Attempting to bind port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:09:22.545909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Attempting to bind port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed on network 2b408745-a6b5-4637-8637-e92d07e76273 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:09:22.591507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed on network 2b408745-a6b5-4637-8637-e92d07e76273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:09:22.591889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Attempting to bind port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed on network 2b408745-a6b5-4637-8637-e92d07e76273 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:09:22.621839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:22.644809 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:22.744541 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:09:22.747602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Checking segment: {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:09:22.748185 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Bound using segment: {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:09:22.748950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Bound port: 058bfc18-2295-4d87-a28d-f42ac9c4e6ed, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:09:22.749454 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:22.805177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Network 87bd5ea9-9d3e-4650-bbef-c1c88799268a is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:09:22.811205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Pushing event updated for resources: {'Port': ['ID=9dbc27d7-2886-4c02-acd7-b59d26fbbc71,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:22.824251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:09:22.841246 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f35cf4dd-5c23-4efa-ab40-96214b2938f8 req-7e52bd28-5944-48b1-a954-c69a2a09cf71 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0208664
Apr 17 04:09:22.844697 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:09:22.962659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] For port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed, host hv-cinder-78605, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:09:22.966485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] For port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=058bfc18-2295-4d87-a28d-f42ac9c4e6ed,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:09:23.087193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:23.140780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa364959-a44c-4847-9d06-78665cfb0435 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:23.187739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 4799b93b-778d-44ba-ab95-0e79d20a4428 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:23.188164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:23.328338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 4799b93b-778d-44ba-ab95-0e79d20a4428 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:23.335158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 4799b93b-778d-44ba-ab95-0e79d20a4428 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:23.335737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:23.391724 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:09:23.395172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:23.397584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:23.418580 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Pushing event updated for resources: {'Port': ['ID=058bfc18-2295-4d87-a28d-f42ac9c4e6ed,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:23.430828 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:23.470165 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:23.473052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:23.475484 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:23.485979 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] 10.222.0.43 "PUT /v2.0/ports/058bfc18-2295-4d87-a28d-f42ac9c4e6ed HTTP/1.1" status: 200  len: 1094 time: 4.6549997
Apr 17 04:09:23.488154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'tag': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:23.517574 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1482651
Apr 17 04:09:23.543049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Request body: {'port': {'device_id': '90c875f7-f3a0-45c1-b4d1-d9551c5120d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:09:23.646199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf4fcf-e353-4cfb-ab83-442bd8bdd730 req-8dc9ed23-c5ca-4f78-8cf3-491f65f2d6fc tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:23.648684 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aabf4fcf-e353-4cfb-ab83-442bd8bdd730 req-8dc9ed23-c5ca-4f78-8cf3-491f65f2d6fc tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.43 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 1.0902479
Apr 17 04:09:23.652745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:23.676377 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab925021-74b8-4db2-8ee1-654aaae7ebcb req-862bc5f1-969a-4f0a-bf57-c0865b43a41c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:23.686106 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ab925021-74b8-4db2-8ee1-654aaae7ebcb req-862bc5f1-969a-4f0a-bf57-c0865b43a41c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 1.9420242
Apr 17 04:09:23.783865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 4799b93b-778d-44ba-ab95-0e79d20a4428, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=4799b93b-778d-44ba-ab95-0e79d20a4428,segment=NetworkSegment(e141c3cd-f036-40b3-9bbc-e27264e2eeb8),segment_id=e141c3cd-f036-40b3-9bbc-e27264e2eeb8)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:23.789547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:23.791819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:23.890529 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-aabf4fcf-e353-4cfb-ab83-442bd8bdd730 req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Deleting port ea3ba639-9130-4bdd-99cd-f4df8d8893ac {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:09:23.891430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-aabf4fcf-e353-4cfb-ab83-442bd8bdd730 req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:23.972281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=4799b93b-778d-44ba-ab95-0e79d20a4428,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:23.976014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:24.045067 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ab925021-74b8-4db2-8ee1-654aaae7ebcb req-9dcb9867-801a-4a3a-8631-a45277f5f4cc tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3572252
Apr 17 04:09:24.046289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Network cf3cdb63-dd7f-4313-bf72-5d3eea4d913d has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:09:24.078247 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:09:24.170764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-f05507e4-b6f1-4d3c-adf5-3a94b720e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:24.172609 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-f05507e4-b6f1-4d3c-adf5-3a94b720e7b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 1097 time: 0.5441277
Apr 17 04:09:24.260224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6c9de-cdd6-4205-a5a9-cadf39bbb60d req-857fcdcb-fb4d-4623-bd07-277e93e9b1b9 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:24.262094 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fba6c9de-cdd6-4205-a5a9-cadf39bbb60d req-857fcdcb-fb4d-4623-bd07-277e93e9b1b9 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 945 time: 1.0226915
Apr 17 04:09:24.263829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:24.280698 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-bfeed893-46b3-40b1-ad4d-40f9e5ed789a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058bfc18-2295-4d87-a28d-f42ac9c4e6ed HTTP/1.1" status: 200  len: 217 time: 0.0897062
Apr 17 04:09:24.282707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:24.304425 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:24.386487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-a6bf0d2a-8d7b-4cd3-a98b-acf0c7429b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:24.388360 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-a6bf0d2a-8d7b-4cd3-a98b-acf0c7429b9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.0784729
Apr 17 04:09:24.400826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3cdb63-dd7f-4313-bf72-5d3eea4d913d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:24.451678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:24.494191 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] 10.222.0.36 "DELETE /v2.0/networks/cf3cdb63-dd7f-4313-bf72-5d3eea4d913d HTTP/1.1" status: 204  len: 168 time: 5.2277780
Apr 17 04:09:24.583389 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-5d3277c7-e465-46cc-8985-92bb327a2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:24.585113 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-5d3277c7-e465-46cc-8985-92bb327a2fb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1818850
Apr 17 04:09:24.845820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45532) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:24.864334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-aabf4fcf-e353-4cfb-ab83-442bd8bdd730 req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] For port ea3ba639-9130-4bdd-99cd-f4df8d8893ac, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ea3ba639-9130-4bdd-99cd-f4df8d8893ac,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:24.865058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-aabf4fcf-e353-4cfb-ab83-442bd8bdd730 req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:24.894196 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-e84f149e-f73c-4063-a21f-238460f10e16 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2842362
Apr 17 04:09:25.074139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 4799b93b-778d-44ba-ab95-0e79d20a4428 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:25.112461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-aabf4fcf-e353-4cfb-ab83-442bd8bdd730 req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Calling delete_port for ea3ba639-9130-4bdd-99cd-f4df8d8893ac owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:09:25.161860 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ddac9192-d3a4-4e40-9d1d-3b9dccc00f01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9f0154219a143acba7a1cc126fd72de&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3146148
Apr 17 04:09:25.167606 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-335c14c0-7bec-46eb-8387-dfc899bd3926 req-0437aded-4ee3-45a9-bf72-ca3138ce733d service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2416358
Apr 17 04:09:25.168214 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45538) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:25.293188 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device ea3ba639-9130-4bdd-99cd-f4df8d8893ac no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:09:25.293408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5014db9a-f7a1-4b6a-8150-160ddd96350a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:25.307979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:25.324705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-aabf4fcf-e353-4cfb-ab83-442bd8bdd730 req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:25.345725 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5014db9a-f7a1-4b6a-8150-160ddd96350a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:25.363011 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fba6c9de-cdd6-4205-a5a9-cadf39bbb60d req-ce0e4856-6f98-4cb7-bec4-b2112b48914e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0675809
Apr 17 04:09:25.363751 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:25.409675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['3a39efe2-f534-4392-8736-824e9e936623'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:09:25.453473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5014db9a-f7a1-4b6a-8150-160ddd96350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:25.459091 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ea5c877d-0761-4f38-a978-009c4d906929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:25.472570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014db9a-f7a1-4b6a-8150-160ddd96350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee0d42f-3156-4154-956d-b434952901d5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:25.476090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5014db9a-f7a1-4b6a-8150-160ddd96350a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:25.490460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5014db9a-f7a1-4b6a-8150-160ddd96350a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:25.491875 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5014db9a-f7a1-4b6a-8150-160ddd96350a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ee0d42f-3156-4154-956d-b434952901d5 HTTP/1.1" status: 204  len: 168 time: 0.3226447
Apr 17 04:09:25.520295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Pushing event deleted for resources: {'Port': ['ID=ea3ba639-9130-4bdd-99cd-f4df8d8893ac,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:25.527188 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: ea3ba639-9130-4bdd-99cd-f4df8d8893ac {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:09:25.527584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device ea3ba639-9130-4bdd-99cd-f4df8d8893ac not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:09:25.573655 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 4799b93b-778d-44ba-ab95-0e79d20a4428 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:25.573977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:25.771794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:25.865387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc637172-9287-437a-80e9-81fadda5c2cc req-bd7c43f2-e316-4e6f-956a-de890ec8eceb tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:25.872964 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fc637172-9287-437a-80e9-81fadda5c2cc req-bd7c43f2-e316-4e6f-956a-de890ec8eceb tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 944 time: 1.2723804
Apr 17 04:09:26.017586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabf4fcf-e353-4cfb-ab83-442bd8bdd730 req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] No DVR routers for this DVR port ea3ba639-9130-4bdd-99cd-f4df8d8893ac on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:09:26.030396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-aabf4fcf-e353-4cfb-ab83-442bd8bdd730 req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:26.051364 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a188d7ef-dc9b-4f32-a448-5600a71f68d2', 'name': 'network-vif-deleted', 'tag': 'ea3ba639-9130-4bdd-99cd-f4df8d8893ac'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:26.075873 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fc637172-9287-437a-80e9-81fadda5c2cc req-66c6d5f3-a18e-4173-bc81-a968e750c1c5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2017841
Apr 17 04:09:26.190354 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aabf4fcf-e353-4cfb-ab83-442bd8bdd730 req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.43 "DELETE /v2.0/ports/ea3ba639-9130-4bdd-99cd-f4df8d8893ac HTTP/1.1" status: 204  len: 173 time: 2.4494526
Apr 17 04:09:26.332547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732bbf4-9f1f-4e6b-9ef0-aee1b174ee46 req-d2e9c73d-8e35-460b-bad0-1815de74a665 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:26.335200 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-d732bbf4-9f1f-4e6b-9ef0-aee1b174ee46 req-d2e9c73d-8e35-460b-bad0-1815de74a665 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Synchronizing usage tracker for tenant:1e7a8483a32f4eea956e68b973f80922 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:09:26.499442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-d732bbf4-9f1f-4e6b-9ef0-aee1b174ee46 req-d2e9c73d-8e35-460b-bad0-1815de74a665 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Unset dirty status for tenant:1e7a8483a32f4eea956e68b973f80922 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:09:26.500836 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d732bbf4-9f1f-4e6b-9ef0-aee1b174ee46 req-d2e9c73d-8e35-460b-bad0-1815de74a665 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 931 time: 0.7874000
Apr 17 04:09:26.691735 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d732bbf4-9f1f-4e6b-9ef0-aee1b174ee46 req-bc978965-e7f5-400a-be2b-5ea337809aeb tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593292
Apr 17 04:09:26.711780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0b746-3f70-4482-95f9-909ae3a1a4c9 req-9192faf9-24a1-41c4-b89a-73ef007d4bea tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:26.713575 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aea0b746-3f70-4482-95f9-909ae3a1a4c9 req-9192faf9-24a1-41c4-b89a-73ef007d4bea tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.3436508
Apr 17 04:09:26.721722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:09:26.767607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:26.786965 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'tag': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed', 'status': 'completed', 'code': 200}
Apr 17 04:09:26.876240 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Transition to ACTIVE for port object 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:09:26.880437 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aea0b746-3f70-4482-95f9-909ae3a1a4c9 req-c9686a4d-894a-444e-8597-9330f80fe62f tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421628
Apr 17 04:09:26.887333 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:26.899721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-93930cc6-6aa2-4d4b-b6d3-c891032cf821 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:26.950397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45568) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:27.731675 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a188d7ef-dc9b-4f32-a448-5600a71f68d2', 'name': 'network-vif-deleted', 'tag': 'ea3ba639-9130-4bdd-99cd-f4df8d8893ac', 'status': 'completed', 'code': 200}
Apr 17 04:09:27.778111 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37825032-32c4-4181-96db-d56ae24acbee tempest-TestShelveInstance-312820020 tempest-TestShelveInstance-312820020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:27.783304 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-37825032-32c4-4181-96db-d56ae24acbee tempest-TestShelveInstance-312820020 tempest-TestShelveInstance-312820020-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 1093 time: 0.8285620
Apr 17 04:09:27.784675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45586) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:27.812465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Request body: {'floatingip': {'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'port_id': '8d40138d-ee44-4061-a509-c0ff24598604', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:09:27.829681 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:27.834714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Usage tracker for resource:floatingip and tenant:4acedbcc492442fda696d7da349c2601 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:27.838787 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:27.846794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:27.858435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-89b58dc5-e9c2-4ff1-a2e6-64e3023b2be5 req-de010a9c-db50-4b1e-9cb2-7e8550c06836 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Synchronizing usage tracker for tenant:ebeaf04422e94c9899b4cfaabf7c4a86 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:09:27.858577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:28.063602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:28.209709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-89b58dc5-e9c2-4ff1-a2e6-64e3023b2be5 req-de010a9c-db50-4b1e-9cb2-7e8550c06836 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Unset dirty status for tenant:ebeaf04422e94c9899b4cfaabf7c4a86 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:09:28.240182 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-89b58dc5-e9c2-4ff1-a2e6-64e3023b2be5 req-de010a9c-db50-4b1e-9cb2-7e8550c06836 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=a188d7ef-dc9b-4f32-a448-5600a71f68d2 HTTP/1.1" status: 200  len: 210 time: 0.6236181
Apr 17 04:09:28.240991 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Pushing event updated for resources: {'Port': ['ID=9dbc27d7-2886-4c02-acd7-b59d26fbbc71,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:28.269528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.370s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:28.277090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06bbe1-a8bb-4a55-ad30-3f84ebb3f411 req-970d3d26-5725-4fa4-89ef-0260cf027ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:28.278717 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1f06bbe1-a8bb-4a55-ad30-3f84ebb3f411 req-970d3d26-5725-4fa4-89ef-0260cf027ec6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 1097 time: 1.4605603
Apr 17 04:09:28.375617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Allocated IP 172.27.0.254 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/3052f088-1d87-4800-bf74-2e2c06aea4b6) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:09:28.597620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbafff5-007e-466d-97c6-f8e3d14fb537 req-9096f581-c241-4ff1-bf7c-ff6ee58f6344 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:28.606571 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4cbafff5-007e-466d-97c6-f8e3d14fb537 req-9096f581-c241-4ff1-bf7c-ff6ee58f6344 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 1.1003790
Apr 17 04:09:28.670269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:28.688740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Attempting to bind port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:09:28.689131 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Attempting to bind port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '63fb507e-943b-4e87-9cb8-e466763a7fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:09:28.689760 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Attempting to bind port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 on network 87bd5ea9-9d3e-4650-bbef-c1c88799268a {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:09:28.720876 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 on network 87bd5ea9-9d3e-4650-bbef-c1c88799268a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:09:28.721261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Attempting to bind port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 on network 87bd5ea9-9d3e-4650-bbef-c1c88799268a {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:09:28.737571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:28.741937 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4cbafff5-007e-466d-97c6-f8e3d14fb537 req-9dd9a122-9b79-4521-be95-e491b008674a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1343408
Apr 17 04:09:28.749368 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:28.773848 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:09:28.778420 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Checking segment: {'id': '63fb507e-943b-4e87-9cb8-e466763a7fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:09:28.779083 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Bound using segment: {'id': '63fb507e-943b-4e87-9cb8-e466763a7fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:09:28.780222 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Bound port: 9dbc27d7-2886-4c02-acd7-b59d26fbbc71, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63fb507e-943b-4e87-9cb8-e466763a7fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:09:28.781698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:28.877731 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:09:28.881884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:09:28.886103 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:09:29.070982 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event updated for resources: {'Port': ['ID=3052f088-1d87-4800-bf74-2e2c06aea4b6,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:29.076610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:29.215606 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06bbe1-a8bb-4a55-ad30-3f84ebb3f411 req-c6205af0-1839-47f5-bcf2-7041aa1733b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:29.218316 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1f06bbe1-a8bb-4a55-ad30-3f84ebb3f411 req-c6205af0-1839-47f5-bcf2-7041aa1733b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 913 time: 0.9274387
Apr 17 04:09:29.358988 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1f06bbe1-a8bb-4a55-ad30-3f84ebb3f411 req-737ae86e-68ff-4ac0-a2cd-621bd853219e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058bfc18-2295-4d87-a28d-f42ac9c4e6ed HTTP/1.1" status: 200  len: 217 time: 0.1139154
Apr 17 04:09:29.390718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d9ed7-8bd5-49ba-b83c-99b3a784b0fb req-8bf50149-b5f5-4eb6-a046-c3e19be76604 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:29.400156 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6d6d9ed7-8bd5-49ba-b83c-99b3a784b0fb req-8bf50149-b5f5-4eb6-a046-c3e19be76604 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 944 time: 0.9233150
Apr 17 04:09:29.535071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06bbe1-a8bb-4a55-ad30-3f84ebb3f411 req-b4d06414-b9d4-4d75-a496-a2a19bcee78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:29.536670 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1f06bbe1-a8bb-4a55-ad30-3f84ebb3f411 req-b4d06414-b9d4-4d75-a496-a2a19bcee78b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.1053176
Apr 17 04:09:29.561804 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6d6d9ed7-8bd5-49ba-b83c-99b3a784b0fb req-ec9d07bd-d7f6-46a5-8217-fbde08fe3b7e tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1605875
Apr 17 04:09:29.688167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] For port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:09:29.691736 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] For port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9dbc27d7-2886-4c02-acd7-b59d26fbbc71,segment=NetworkSegment(63fb507e-943b-4e87-9cb8-e466763a7fb1),segment_id=63fb507e-943b-4e87-9cb8-e466763a7fb1)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:09:29.692856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 45616) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:29.712289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:29.752145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:29.932413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Pushing event updated for resources: {'Port': ['ID=9dbc27d7-2886-4c02-acd7-b59d26fbbc71,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:29.942963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:29.944301 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:29.945977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:29.947651 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] 10.222.0.43 "PUT /v2.0/ports/9dbc27d7-2886-4c02-acd7-b59d26fbbc71 HTTP/1.1" status: 200  len: 1093 time: 6.4105165
Apr 17 04:09:29.964513 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c875f7-f3a0-45c1-b4d1-d9551c5120d4', 'tag': '9dbc27d7-2886-4c02-acd7-b59d26fbbc71'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:30.022511 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c79fbc5e-83fc-4677-81eb-af1da5d4521b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:30.121847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f51dd-a35a-4294-9ac0-cb71a39dc792 req-646ef3be-0136-40bd-a670-0018837ad92f tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:30.130968 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c98f51dd-a35a-4294-9ac0-cb71a39dc792 req-646ef3be-0136-40bd-a670-0018837ad92f tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 943 time: 1.0137827
Apr 17 04:09:30.207702 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:30.245710 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06bbe1-a8bb-4a55-ad30-3f84ebb3f411 req-a1d661fd-6a9a-4a85-be62-60a6ed96fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:30.247410 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1f06bbe1-a8bb-4a55-ad30-3f84ebb3f411 req-a1d661fd-6a9a-4a85-be62-60a6ed96fe6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6731889
Apr 17 04:09:30.262556 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c79fbc5e-83fc-4677-81eb-af1da5d4521b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:30.267706 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c79fbc5e-83fc-4677-81eb-af1da5d4521b admin admin] Usage tracker for resource:security_group_rule and tenant:a75dc5a0d50e4e5aaaeb7c9a52f944a9 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:30.276241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c79fbc5e-83fc-4677-81eb-af1da5d4521b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:30.283995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c79fbc5e-83fc-4677-81eb-af1da5d4521b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:30.361211 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:30.448122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c79fbc5e-83fc-4677-81eb-af1da5d4521b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:30.488942 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c98f51dd-a35a-4294-9ac0-cb71a39dc792 req-8ad0e2ca-7188-4ec3-90fd-a7996e8efd7d tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3461525
Apr 17 04:09:30.556919 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c79fbc5e-83fc-4677-81eb-af1da5d4521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:30.616457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:30.657671 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c79fbc5e-83fc-4677-81eb-af1da5d4521b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a75dc5a0d50e4e5aaaeb7c9a52f944a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9575171
Apr 17 04:09:30.661734 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45634) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:30.711183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:30.744945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:30.752823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-849fffd8-739d-4d23-8679-e9e596d0339e tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:30.887325 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c875f7-f3a0-45c1-b4d1-d9551c5120d4', 'tag': '9dbc27d7-2886-4c02-acd7-b59d26fbbc71', 'status': 'completed', 'code': 200}
Apr 17 04:09:30.890893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fbc5e-83fc-4677-81eb-af1da5d4521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e5d72c-99f0-4819-a6a7-eea4d98c80d1,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:30.923810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c79fbc5e-83fc-4677-81eb-af1da5d4521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:30.965794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event updated for resources: {'Port': ['ID=3052f088-1d87-4800-bf74-2e2c06aea4b6,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:30.971605 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8633a8fb-db50-4754-a959-4dc71142014a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:31.005063 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8633a8fb-db50-4754-a959-4dc71142014a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:31.057004 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1f06bbe1-a8bb-4a55-ad30-3f84ebb3f411 req-ff57ef75-6766-436f-bf73-fe1d97b321e5 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6070669
Apr 17 04:09:31.060094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-a99adb06-c80c-41cc-be40-c819d3bcd998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:31.061926 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-a99adb06-c80c-41cc-be40-c819d3bcd998 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e7a8483a32f4eea956e68b973f80922&device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 1096 time: 0.9708595
Apr 17 04:09:31.122550 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:31.126884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8633a8fb-db50-4754-a959-4dc71142014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:31.143784 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-35dc7728-24c2-4c3b-a105-89afd152962c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:31.145518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b7a02-8068-43f5-9bfe-c3b8058ec601 req-fc1c5727-2cff-4d40-b8eb-5b79b027894a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:31.147270 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a98b7a02-8068-43f5-9bfe-c3b8058ec601 req-fc1c5727-2cff-4d40-b8eb-5b79b027894a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.8017695
Apr 17 04:09:31.176902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633a8fb-db50-4754-a959-4dc71142014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e5d72c-99f0-4819-a6a7-eea4d98c80d1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:31.187133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8633a8fb-db50-4754-a959-4dc71142014a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:31.189378 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:31.266747 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-a309b9a4-6b51-440c-bca6-cf7e6b1c7dff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbc27d7-2886-4c02-acd7-b59d26fbbc71 HTTP/1.1" status: 200  len: 217 time: 0.1067765
Apr 17 04:09:31.346788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8633a8fb-db50-4754-a959-4dc71142014a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:31.348018 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8633a8fb-db50-4754-a959-4dc71142014a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/78e5d72c-99f0-4819-a6a7-eea4d98c80d1 HTTP/1.1" status: 204  len: 168 time: 0.6777222
Apr 17 04:09:31.481602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cf157-35f8-41e8-a9c1-a3b983d69600 req-2ba9c855-9b39-4558-b0cd-5d4f8975330f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:31.490077 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da3cf157-35f8-41e8-a9c1-a3b983d69600 req-2ba9c855-9b39-4558-b0cd-5d4f8975330f tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.5624774
Apr 17 04:09:31.593228 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a98b7a02-8068-43f5-9bfe-c3b8058ec601 req-d44cfb0d-805b-45b5-94fe-129fa7ad0fbd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3448048
Apr 17 04:09:31.602980 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Floating IP cca78b1a-373a-4146-ba33-0319f3052567 associated. External IP: 172.27.0.254, port: 8d40138d-ee44-4061-a509-c0ff24598604.
Apr 17 04:09:31.605619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-f72bb56a-ab64-4ad2-b760-7fb9c2e97a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:31.607249 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-f72bb56a-ab64-4ad2-b760-7fb9c2e97a92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=753bd9e3-b214-48b6-9635-865dbacd8449 HTTP/1.1" status: 200  len: 849 time: 0.3139076
Apr 17 04:09:31.625622 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da3cf157-35f8-41e8-a9c1-a3b983d69600 req-6fc178a2-1bcf-4c28-ae5e-b70e3e744681 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341527
Apr 17 04:09:31.784710 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-200c046d-3f5d-4042-ae07-465385388a5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87bd5ea9-9d3e-4650-bbef-c1c88799268a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1578393
Apr 17 04:09:31.803742 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1f06bbe1-a8bb-4a55-ad30-3f84ebb3f411 req-3152d22d-2729-41e1-8365-12ecb884311f service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5541794
Apr 17 04:09:32.114794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45650) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:32.154502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dcda968e-36a0-45dc-8c2c-d91325f88f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:32.190660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dcda968e-36a0-45dc-8c2c-d91325f88f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:32.195922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-dcda968e-36a0-45dc-8c2c-d91325f88f6b admin admin] Usage tracker for resource:security_group_rule and tenant:4ea047094b194b458d8a8d7ba03ecfb4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:32.200530 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-dcda968e-36a0-45dc-8c2c-d91325f88f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:32.210807 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-dcda968e-36a0-45dc-8c2c-d91325f88f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:32.318082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dcda968e-36a0-45dc-8c2c-d91325f88f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:32.335901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dcda968e-36a0-45dc-8c2c-d91325f88f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:32.368551 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9031ef0d-e02b-4192-9d90-5c07713b5158 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:32.465795 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-90cb409c-5672-4bd7-987a-e0c510dcc2dc service neutron] 10.222.0.43 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5740891
Apr 17 04:09:32.466736 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-dcda968e-36a0-45dc-8c2c-d91325f88f6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ea047094b194b458d8a8d7ba03ecfb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3499730
Apr 17 04:09:32.470471 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45654) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:32.492331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda968e-36a0-45dc-8c2c-d91325f88f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573aea34-bcb4-428a-801a-6bbc8c956115,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:32.500273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dcda968e-36a0-45dc-8c2c-d91325f88f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:32.537714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Router a7d217ba-b96c-4b19-af7c-e38a6f67af26 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:09:32.612790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e490a6-6720-43c0-8a19-de143b1413e6 req-b0eb9b7b-09ce-4e88-9a6d-3cc8df96fb27 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:32.620739 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-67e490a6-6720-43c0-8a19-de143b1413e6 req-b0eb9b7b-09ce-4e88-9a6d-3cc8df96fb27 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 944 time: 0.7304525
Apr 17 04:09:32.685587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa652b3-6a7c-49e2-ba31-c7a7da31f514 req-49862f40-9709-4856-9c76-a6df3d0f64a7 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:32.692920 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-caa652b3-6a7c-49e2-ba31-c7a7da31f514 req-49862f40-9709-4856-9c76-a6df3d0f64a7 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 943 time: 0.7994788
Apr 17 04:09:32.739331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8adf28-91d5-4619-aead-f96bf8261b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:32.826478 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8adf28-91d5-4619-aead-f96bf8261b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:32.891866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:09:32.904597 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e5495-efec-48bb-9aaf-504e835c68e4 None None] Sync routers for ids ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:09:32.922755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e5495-efec-48bb-9aaf-504e835c68e4 None None] Routers {'a7d217ba-b96c-4b19-af7c-e38a6f67af26'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:32.923975 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-d49e5495-efec-48bb-9aaf-504e835c68e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9f0a860>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:09:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:32.940636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:32.983412 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8adf28-91d5-4619-aead-f96bf8261b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:32.986134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd8adf28-91d5-4619-aead-f96bf8261b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:32.987613 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-cd8adf28-91d5-4619-aead-f96bf8261b50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/573aea34-bcb4-428a-801a-6bbc8c956115 HTTP/1.1" status: 204  len: 168 time: 0.5160904
Apr 17 04:09:32.992012 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-815e7d29-463a-46aa-8f92-cc864ce06678 req-4cbb98ce-e219-4c99-bdda-17e94aeb3d35 service neutron] 10.222.0.43 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2893994
Apr 17 04:09:33.000954 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-67e490a6-6720-43c0-8a19-de143b1413e6 req-36ba0cf3-4112-447b-9691-c4ee70e20542 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3792453
Apr 17 04:09:33.015783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a6463aa7-f79b-401b-9e0f-adea5fd2fc76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:33.026556 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-caa652b3-6a7c-49e2-ba31-c7a7da31f514 req-341d8151-4d19-4070-b4eb-a5e4b3e9fc87 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2770674
Apr 17 04:09:33.075752 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8adf28-91d5-4619-aead-f96bf8261b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573aea34-bcb4-428a-801a-6bbc8c956115,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:33.086730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cd8adf28-91d5-4619-aead-f96bf8261b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:33.127983 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.3420916
Apr 17 04:09:33.129490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:33.258856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-d49e5495-efec-48bb-9aaf-504e835c68e4 None None] Set router a7d217ba-b96c-4b19-af7c-e38a6f67af26 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:33.264338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 058bfc18-2295-4d87-a28d-f42ac9c4e6ed details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:09:33.453752 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8758a-43bd-4a8f-89c0-527f696d9fe7 req-282ad8ca-499d-4f77-bc48-0e5e8c1d9ec1 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:33.462716 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2fc8758a-43bd-4a8f-89c0-527f696d9fe7 req-282ad8ca-499d-4f77-bc48-0e5e8c1d9ec1 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.2716954
Apr 17 04:09:33.465761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=058bfc18-2295-4d87-a28d-f42ac9c4e6ed,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:33.482553 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'port_id': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed', 'mac_address': 'fa:16:3e:3f:da:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:09:33.531739 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2fc8758a-43bd-4a8f-89c0-527f696d9fe7 req-ff54b8ff-1da3-40b2-b6c3-4cd39be9267b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680158
Apr 17 04:09:33.559750 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e750d93-9e2b-473d-a18a-1c3aec940eb6 req-12f8ffd0-03bf-4201-9c66-42a0c3036d9b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:33.562059 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5e750d93-9e2b-473d-a18a-1c3aec940eb6 req-12f8ffd0-03bf-4201-9c66-42a0c3036d9b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.2283709
Apr 17 04:09:33.566565 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:33.619280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058bfc18-2295-4d87-a28d-f42ac9c4e6ed {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:09:33.640791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=058bfc18-2295-4d87-a28d-f42ac9c4e6ed,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:33.646318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:33.653079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8f5d266f-534c-406b-8ec5-2738663f81ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:33.688636 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5e750d93-9e2b-473d-a18a-1c3aec940eb6 req-2e988773-a4cc-4272-bcd7-e02672f947d2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198382
Apr 17 04:09:33.738200 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=058bfc18-2295-4d87-a28d-f42ac9c4e6ed,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:33.741933 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:33.788486 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604', 'status': 'completed', 'code': 200}
Apr 17 04:09:33.884764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-d49e5495-efec-48bb-9aaf-504e835c68e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9f0a860>, [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': 'cca78b1a-373a-4146-ba33-0319f3052567', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'port_id': '8d40138d-ee44-4061-a509-c0ff24598604', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'mac_address': 'fa:16:3e:24:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:29Z', 'updated_at': '2021-04-17T04:09:29Z', 'revision_number': 0, 'project_id': '4acedbcc492442fda696d7da349c2601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a18e76-57d8-4ad3-8e72-3e57d4ed28dd', 'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'mac_address': 'fa:16:3e:40:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:02Z', 'updated_at': '2021-04-17T04:08:15Z', 'revision_number': 5, 'project_id': '4acedbcc492442fda696d7da349c2601', 'subnets': [{'id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:33.889935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e5495-efec-48bb-9aaf-504e835c68e4 None None] Checking router: a7d217ba-b96c-4b19-af7c-e38a6f67af26 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:09:33.890584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0fb25-0903-49da-8940-6f19b73ca0e5 req-07fbfc38-0fed-451c-a655-ee667ba6348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:33.892247 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d3f0fb25-0903-49da-8940-6f19b73ca0e5 req-07fbfc38-0fed-451c-a655-ee667ba6348d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e7a8483a32f4eea956e68b973f80922&device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 1096 time: 0.2006004
Apr 17 04:09:33.904771 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e5495-efec-48bb-9aaf-504e835c68e4 None None] Routers {'a7d217ba-b96c-4b19-af7c-e38a6f67af26'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:33.906295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-d49e5495-efec-48bb-9aaf-504e835c68e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9f0a860>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:09:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:33.932455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['058bfc18-2295-4d87-a28d-f42ac9c4e6ed'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:09:34.000463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47561640-1750-41bb-8916-f2bcd7c2c609 req-0dc4480b-4158-4de7-8767-6937ced56484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:34.002881 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-47561640-1750-41bb-8916-f2bcd7c2c609 req-0dc4480b-4158-4de7-8767-6937ced56484 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4acedbcc492442fda696d7da349c2601&device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 1098 time: 0.1760497
Apr 17 04:09:34.236810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0fb25-0903-49da-8940-6f19b73ca0e5 req-7f65feef-1740-4b3a-9039-0a03bd35e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:34.238441 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d3f0fb25-0903-49da-8940-6f19b73ca0e5 req-7f65feef-1740-4b3a-9039-0a03bd35e668 service neutron] 10.222.0.43 "GET /v2.0/networks?id=87bd5ea9-9d3e-4650-bbef-c1c88799268a HTTP/1.1" status: 200  len: 910 time: 0.3354201
Apr 17 04:09:34.309195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-d49e5495-efec-48bb-9aaf-504e835c68e4 None None] Set router a7d217ba-b96c-4b19-af7c-e38a6f67af26 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:34.393501 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d3f0fb25-0903-49da-8940-6f19b73ca0e5 req-e4d1ded3-2861-4041-a0fb-9a41a30e9173 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbc27d7-2886-4c02-acd7-b59d26fbbc71 HTTP/1.1" status: 200  len: 217 time: 0.1438222
Apr 17 04:09:34.489591 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47561640-1750-41bb-8916-f2bcd7c2c609 req-aea6bee9-792c-4419-aa31-76935c10237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:34.491659 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-47561640-1750-41bb-8916-f2bcd7c2c609 req-aea6bee9-792c-4419-aa31-76935c10237a service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4 HTTP/1.1" status: 200  len: 910 time: 0.4794543
Apr 17 04:09:34.598519 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0fb25-0903-49da-8940-6f19b73ca0e5 req-10e922f0-ba13-4b7d-a251-376583bd62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:34.600142 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d3f0fb25-0903-49da-8940-6f19b73ca0e5 req-10e922f0-ba13-4b7d-a251-376583bd62cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=753bd9e3-b214-48b6-9635-865dbacd8449 HTTP/1.1" status: 200  len: 849 time: 0.1599855
Apr 17 04:09:34.689372 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d3f0fb25-0903-49da-8940-6f19b73ca0e5 req-94d1eb07-fc68-47ad-b998-e2cb6e76c07a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=87bd5ea9-9d3e-4650-bbef-c1c88799268a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745316
Apr 17 04:09:34.701076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-d49e5495-efec-48bb-9aaf-504e835c68e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9f0a860>, [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': 'cca78b1a-373a-4146-ba33-0319f3052567', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'port_id': '8d40138d-ee44-4061-a509-c0ff24598604', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'mac_address': 'fa:16:3e:24:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:29Z', 'updated_at': '2021-04-17T04:09:29Z', 'revision_number': 0, 'project_id': '4acedbcc492442fda696d7da349c2601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a18e76-57d8-4ad3-8e72-3e57d4ed28dd', 'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'mac_address': 'fa:16:3e:40:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:02Z', 'updated_at': '2021-04-17T04:08:15Z', 'revision_number': 5, 'project_id': '4acedbcc492442fda696d7da349c2601', 'subnets': [{'id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:34.706421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e5495-efec-48bb-9aaf-504e835c68e4 None None] The sync data for ids ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'] in dv-cinder-786054-2-iscsi is: [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': 'cca78b1a-373a-4146-ba33-0319f3052567', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'port_id': '8d40138d-ee44-4061-a509-c0ff24598604', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'mac_address': 'fa:16:3e:24:09:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:29Z', 'updated_at': '2021-04-17T04:09:29Z', 'revision_number': 0, 'project_id': '4acedbcc492442fda696d7da349c2601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a18e76-57d8-4ad3-8e72-3e57d4ed28dd', 'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'mac_address': 'fa:16:3e:40:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:02Z', 'updated_at': '2021-04-17T04:08:15Z', 'revision_number': 5, 'project_id': '4acedbcc492442fda696d7da349c2601', 'subnets': [{'id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:09:34.706567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a3744-4c72-4899-89e4-25b0f7b1f1fd req-b4c26c67-1a48-4582-a2b5-cec0ec872f20 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:34.707596 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-720a3744-4c72-4899-89e4-25b0f7b1f1fd req-b4c26c67-1a48-4582-a2b5-cec0ec872f20 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 943 time: 0.4612641
Apr 17 04:09:34.819212 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-47561640-1750-41bb-8916-f2bcd7c2c609 req-5d5567d2-11d6-40ee-aa8d-2825458dde21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d40138d-ee44-4061-a509-c0ff24598604 HTTP/1.1" status: 200  len: 999 time: 0.3062949
Apr 17 04:09:34.919067 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809f0a8-0fc8-4e01-bac1-4c17fd0d463b req-c0f06116-89c9-4815-b87a-f00a5e917cd0 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:34.920873 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6809f0a8-0fc8-4e01-bac1-4c17fd0d463b req-c0f06116-89c9-4815-b87a-f00a5e917cd0 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 945 time: 0.5329421
Apr 17 04:09:34.953053 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-720a3744-4c72-4899-89e4-25b0f7b1f1fd req-4300b4f8-fb5d-4809-a9a5-ec7f956a1061 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075706
Apr 17 04:09:34.994709 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d3f0fb25-0903-49da-8940-6f19b73ca0e5 req-198fc7ab-8566-430a-9b3e-7a4de05f3b90 service neutron] 10.222.0.43 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2817225
Apr 17 04:09:35.040603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeee051-4d89-430c-a315-e45f80432aaa None None] New status for floating IP cca78b1a-373a-4146-ba33-0319f3052567: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:09:35.112164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47561640-1750-41bb-8916-f2bcd7c2c609 req-86bf9281-d642-489c-ab5d-e264bd18110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:35.113736 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-47561640-1750-41bb-8916-f2bcd7c2c609 req-86bf9281-d642-489c-ab5d-e264bd18110a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c7a256-a9ff-4fc0-9a71-d436f2da6521 HTTP/1.1" status: 200  len: 848 time: 0.2777462
Apr 17 04:09:35.227211 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6809f0a8-0fc8-4e01-bac1-4c17fd0d463b req-eb3c8c68-0ab0-4bcf-8a13-17ff94caa7b6 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2962050
Apr 17 04:09:35.275715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:09:35.328926 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d3f0fb25-0903-49da-8940-6f19b73ca0e5 req-2d9d323f-1d92-421e-a538-8ab48efceed2 service neutron] 10.222.0.43 "GET /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3235247
Apr 17 04:09:35.365202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 058bfc18-2295-4d87-a28d-f42ac9c4e6ed up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:35.389785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45736) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:35.533319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b85917d9-fb95-4e77-a22d-e6ed7b9e92df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:35.551238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b85917d9-fb95-4e77-a22d-e6ed7b9e92df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:35.555876 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b85917d9-fb95-4e77-a22d-e6ed7b9e92df admin admin] Usage tracker for resource:security_group_rule and tenant:9e1ce935404a4c25896d24c381ff5e98 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:35.559445 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b85917d9-fb95-4e77-a22d-e6ed7b9e92df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:35.566916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b85917d9-fb95-4e77-a22d-e6ed7b9e92df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:35.660102 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b85917d9-fb95-4e77-a22d-e6ed7b9e92df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:35.663372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b85917d9-fb95-4e77-a22d-e6ed7b9e92df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:35.672469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b3521394-34a2-4c10-8154-04182a997b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:35.717547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85917d9-fb95-4e77-a22d-e6ed7b9e92df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09df62f8-a7d3-47dd-b6e6-5dcd2243c96b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:35.733034 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b85917d9-fb95-4e77-a22d-e6ed7b9e92df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e1ce935404a4c25896d24c381ff5e98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3418679
Apr 17 04:09:35.735374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b85917d9-fb95-4e77-a22d-e6ed7b9e92df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:35.736016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45742) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:35.738854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:35.750535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9dbc27d7-2886-4c02-acd7-b59d26fbbc71,segment=NetworkSegment(63fb507e-943b-4e87-9cb8-e466763a7fb1),segment_id=63fb507e-943b-4e87-9cb8-e466763a7fb1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:35.752408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-e3ad3563-0a52-4319-98b0-1cbf60cc2996 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:35.754333 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-e3ad3563-0a52-4319-98b0-1cbf60cc2996 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/networks?id=a51085e4-408d-4488-add1-349bbd12a1e8 HTTP/1.1" status: 200  len: 815 time: 0.6318293
Apr 17 04:09:35.757911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:35.758321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:35.761123 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47561640-1750-41bb-8916-f2bcd7c2c609 req-d210a0a7-3715-4d97-a438-cba50c3c6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:35.762644 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-47561640-1750-41bb-8916-f2bcd7c2c609 req-d210a0a7-3715-4d97-a438-cba50c3c6664 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6083176
Apr 17 04:09:35.785115 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-547a734c-695b-4526-b5a5-c59fb6c82eb8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/quotas/1540efc0b56c401fa98e56d3607f02ac HTTP/1.1" status: 200  len: 375 time: 0.0153415
Apr 17 04:09:35.817510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-872417ea-bfc0-4771-a1bc-faf0208776fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:35.835064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '9dbc27d7-2886-4c02-acd7-b59d26fbbc71', 'network_id': '87bd5ea9-9d3e-4650-bbef-c1c88799268a', 'port_id': '9dbc27d7-2886-4c02-acd7-b59d26fbbc71', 'mac_address': 'fa:16:3e:7a:dc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753bd9e3-b214-48b6-9635-865dbacd8449', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:09:35.893719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-872417ea-bfc0-4771-a1bc-faf0208776fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:35.906995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:35.929027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:09:35.942712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e35c2-f386-4cc5-b025-d4fbecc8c549 req-0b363927-de4c-4566-8efe-f908d6a86298 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:35.948730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9dbc27d7-2886-4c02-acd7-b59d26fbbc71,segment=NetworkSegment(63fb507e-943b-4e87-9cb8-e466763a7fb1),segment_id=63fb507e-943b-4e87-9cb8-e466763a7fb1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:35.950967 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b83e35c2-f386-4cc5-b025-d4fbecc8c549 req-0b363927-de4c-4566-8efe-f908d6a86298 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.6072731
Apr 17 04:09:35.953777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:35.956055 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:35.979390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-872417ea-bfc0-4771-a1bc-faf0208776fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:35.985146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9ee7955a-f824-4bd8-8999-0ea0f3ee88f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:35.997157 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872417ea-bfc0-4771-a1bc-faf0208776fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df62f8-a7d3-47dd-b6e6-5dcd2243c96b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:36.000104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-872417ea-bfc0-4771-a1bc-faf0208776fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:36.005070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-872417ea-bfc0-4771-a1bc-faf0208776fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:36.006269 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-872417ea-bfc0-4771-a1bc-faf0208776fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09df62f8-a7d3-47dd-b6e6-5dcd2243c96b HTTP/1.1" status: 204  len: 168 time: 0.2687380
Apr 17 04:09:36.013816 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b83e35c2-f386-4cc5-b025-d4fbecc8c549 req-558682f7-fc4f-43f2-9d97-ac68b857cab4 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616059
Apr 17 04:09:36.086935 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-33fd5952-f869-4949-853c-5a9d5f88e579 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1540efc0b56c401fa98e56d3607f02ac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2928820
Apr 17 04:09:36.110627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:36.130100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=9dbc27d7-2886-4c02-acd7-b59d26fbbc71,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:36.134118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:36.154249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:36.166524 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=058bfc18-2295-4d87-a28d-f42ac9c4e6ed,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:36.170576 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:36.174372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3e875710-e31a-4840-a478-5b28f6fa9277 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:36.174650 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-47561640-1750-41bb-8916-f2bcd7c2c609 req-938bff9f-0117-47b9-832a-8379a63586eb service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3872240
Apr 17 04:09:36.261164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=058bfc18-2295-4d87-a28d-f42ac9c4e6ed,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:36.265038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:36.266472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['9dbc27d7-2886-4c02-acd7-b59d26fbbc71'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:09:36.423483 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-41259dde-3204-41c1-8d4f-f22daab429bf service neutron] 10.222.0.36 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3355575
Apr 17 04:09:36.444759 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45756) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:36.460953 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-47561640-1750-41bb-8916-f2bcd7c2c609 req-ccf40aa8-6478-477e-8207-fdc6065afead service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2784531
Apr 17 04:09:36.465025 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab9945b7-4145-43bc-bd78-1463cd3163e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:36.485074 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ab9945b7-4145-43bc-bd78-1463cd3163e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:36.489495 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ab9945b7-4145-43bc-bd78-1463cd3163e2 admin admin] Usage tracker for resource:security_group_rule and tenant:00210c4c5dbe4a33a0f0fa4e20317250 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:36.492550 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ab9945b7-4145-43bc-bd78-1463cd3163e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:36.498867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ab9945b7-4145-43bc-bd78-1463cd3163e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:36.564032 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8570b7-9b56-4f3c-8097-fb9fe8a4f718 req-12d67198-9e3e-469e-b10b-da1fc6275f37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:36.565621 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de8570b7-9b56-4f3c-8097-fb9fe8a4f718 req-12d67198-9e3e-469e-b10b-da1fc6275f37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.2294054
Apr 17 04:09:36.585179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab9945b7-4145-43bc-bd78-1463cd3163e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:36.588858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ab9945b7-4145-43bc-bd78-1463cd3163e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:36.601985 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7cda8015-52ec-48c4-99df-caec21a3dd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:36.636914 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-0b98140a-e92f-4e5d-83b1-35df2295290f service neutron] 10.222.0.36 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2017672
Apr 17 04:09:36.646452 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ab9945b7-4145-43bc-bd78-1463cd3163e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00210c4c5dbe4a33a0f0fa4e20317250&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1976326
Apr 17 04:09:36.646623 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-de8570b7-9b56-4f3c-8097-fb9fe8a4f718 req-a35551c4-0897-4dfa-ade3-63d72d79e799 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648842
Apr 17 04:09:36.646831 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 45760) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:36.647822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9945b7-4145-43bc-bd78-1463cd3163e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4f6c02-c4b5-4ee5-bcde-4a1694645948,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:36.651089 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ab9945b7-4145-43bc-bd78-1463cd3163e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:36.716433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45b5195e-3c6c-458a-b751-20f0ee37d4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:36.744650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45b5195e-3c6c-458a-b751-20f0ee37d4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:36.820084 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed', 'code': 200}
Apr 17 04:09:36.864480 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45b5195e-3c6c-458a-b751-20f0ee37d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:36.870196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e60e73be-151c-40dc-b2ea-45a2fb9e1718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:36.886102 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5195e-3c6c-458a-b751-20f0ee37d4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4f6c02-c4b5-4ee5-bcde-4a1694645948,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:36.899033 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-45b5195e-3c6c-458a-b751-20f0ee37d4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:36.908785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf9f50-8e05-4c2f-94d5-37d5be317045 req-d823a97d-bc0f-4e6f-b61b-5b249bb59a60 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:36.910390 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bfdf9f50-8e05-4c2f-94d5-37d5be317045 req-d823a97d-bc0f-4e6f-b61b-5b249bb59a60 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 944 time: 0.1334307
Apr 17 04:09:36.963263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-45b5195e-3c6c-458a-b751-20f0ee37d4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:36.964466 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-45b5195e-3c6c-458a-b751-20f0ee37d4e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a4f6c02-c4b5-4ee5-bcde-4a1694645948 HTTP/1.1" status: 204  len: 168 time: 0.3166397
Apr 17 04:09:37.074394 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bfdf9f50-8e05-4c2f-94d5-37d5be317045 req-4a585576-1c59-4ef2-906a-1db5dde64273 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516902
Apr 17 04:09:37.100078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ae625-f5d6-4238-b303-d58a0cba2b21 req-54efc26a-692b-489a-a024-bf1f84adb5ad tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:37.101795 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-154ae625-f5d6-4238-b303-d58a0cba2b21 req-54efc26a-692b-489a-a024-bf1f84adb5ad tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 946 time: 0.1857901
Apr 17 04:09:37.244023 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6e747c2a-af0d-4ae1-a094-950adc119d48 req-2b28b31b-f419-4151-8d22-7f6f7ba62703 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 210 time: 0.0750008
Apr 17 04:09:37.256466 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-154ae625-f5d6-4238-b303-d58a0cba2b21 req-ff764746-af6c-4464-a58c-a4ec0d551ba2 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1465724
Apr 17 04:09:37.296704 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:37.299902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df571042-357b-4072-8b22-332e92ae0647 req-b86903b8-89ec-4b51-8a7f-834b8028a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:37.301664 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-df571042-357b-4072-8b22-332e92ae0647 req-b86903b8-89ec-4b51-8a7f-834b8028a5cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 1099 time: 0.1703746
Apr 17 04:09:37.369953 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-df571042-357b-4072-8b22-332e92ae0647 req-575e7b1c-8615-4bf3-a5b7-9e86ff5332b6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545199
Apr 17 04:09:37.400309 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:37.405961 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:37.406390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:37.489155 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598685df-a4ba-462c-a07d-a59348af1583 req-0b8b600d-2678-45f6-aebd-a214f7b02732 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:37.490975 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-598685df-a4ba-462c-a07d-a59348af1583 req-0b8b600d-2678-45f6-aebd-a214f7b02732 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.1049023
Apr 17 04:09:37.542510 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-598685df-a4ba-462c-a07d-a59348af1583 req-7621a608-3fb3-48e3-be7f-eaffccb463d3 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451455
Apr 17 04:09:37.546084 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:37.582635 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9dbc27d7-2886-4c02-acd7-b59d26fbbc71,segment=NetworkSegment(63fb507e-943b-4e87-9cb8-e466763a7fb1),segment_id=63fb507e-943b-4e87-9cb8-e466763a7fb1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:37.586232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:37.588481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:37.664252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=9dbc27d7-2886-4c02-acd7-b59d26fbbc71,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:37.667602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:37.853563 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-eef31bd9-258c-4652-8369-7925848c0f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:37.868786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a600d0-cca4-4f5d-954e-266e7f56b42a req-876ac950-5ebb-41dc-af3b-b651baddd656 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:37.870392 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-21a600d0-cca4-4f5d-954e-266e7f56b42a req-876ac950-5ebb-41dc-af3b-b651baddd656 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.0918317
Apr 17 04:09:37.919624 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-21a600d0-cca4-4f5d-954e-266e7f56b42a req-86ddc200-8737-4068-9b0a-e886c69c9381 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424733
Apr 17 04:09:38.414761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-2282658b-04b0-4bcb-ac47-f68987a10cfa tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:38.416342 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-2282658b-04b0-4bcb-ac47-f68987a10cfa tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.43 "GET /v2.0/networks?id=a51085e4-408d-4488-add1-349bbd12a1e8 HTTP/1.1" status: 200  len: 815 time: 0.3088410
Apr 17 04:09:38.464929 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56cd3c-438e-4cfc-aad3-91863590a58d req-e36085ab-b5c9-4c80-b823-8479bafd7872 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:38.466753 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7f56cd3c-438e-4cfc-aad3-91863590a58d req-e36085ab-b5c9-4c80-b823-8479bafd7872 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.2425623
Apr 17 04:09:38.486980 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Request body: {'port': {'device_id': '226b247b-1a4e-4cc1-90cd-49db720327da', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'admin_state_up': True, 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:09:38.513230 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-47b775d1-2c71-40fc-9e4f-af4f614d9140 req-ac51d26f-2380-43c7-b39a-b21c8cdff334 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 210 time: 0.1183429
Apr 17 04:09:38.681473 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7f56cd3c-438e-4cfc-aad3-91863590a58d req-32eac4fe-412b-4789-a49a-5989c85b886a tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038636
Apr 17 04:09:38.741221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26048f1a-979c-46c2-af5a-9634fd54c41e req-f89132d3-031e-4d2b-9643-9d3d41a5e8ed tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:38.742831 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-26048f1a-979c-46c2-af5a-9634fd54c41e req-f89132d3-031e-4d2b-9643-9d3d41a5e8ed tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.43 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.3884828
Apr 17 04:09:38.760594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:38.821701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c875f7-f3a0-45c1-b4d1-d9551c5120d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbc27d7-2886-4c02-acd7-b59d26fbbc71'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:39.156424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-26048f1a-979c-46c2-af5a-9634fd54c41e req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Deleting port 3a39efe2-f534-4392-8736-824e9e936623 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:09:39.156812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-26048f1a-979c-46c2-af5a-9634fd54c41e req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:39.270154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45854) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:39.279567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:39.304355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Usage tracker for resource:port and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:39.315459 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:39.336772 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:39.348889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd6fc5-af72-4879-8f8d-8c9293fb818f req-00e87404-1460-4ee5-bb30-1f23e0106854 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:39.350490 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fbbd6fc5-af72-4879-8f8d-8c9293fb818f req-00e87404-1460-4ee5-bb30-1f23e0106854 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 946 time: 0.7210786
Apr 17 04:09:39.449141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81f886b2-bcdd-4283-9e53-b1161283780c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:39.460376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Made reservation on behalf of 1540efc0b56c401fa98e56d3607f02ac for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:09:39.465458 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-81f886b2-bcdd-4283-9e53-b1161283780c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:39.466485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:39.470193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-81f886b2-bcdd-4283-9e53-b1161283780c admin admin] Usage tracker for resource:security_group_rule and tenant:edd12ed295cd45fca71105ebdbd8d064 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:39.476505 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-81f886b2-bcdd-4283-9e53-b1161283780c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:39.483097 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-81f886b2-bcdd-4283-9e53-b1161283780c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:39.495896 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fbbd6fc5-af72-4879-8f8d-8c9293fb818f req-cb29a604-b043-4b1d-bff0-57346a2ad247 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100304
Apr 17 04:09:39.590570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e44284-318e-4ed7-a403-36e821ad5b7a req-916f2d52-4e13-4971-a5b7-9cd3c34c9c02 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:39.592323 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3e44284-318e-4ed7-a403-36e821ad5b7a req-916f2d52-4e13-4971-a5b7-9cd3c34c9c02 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 945 time: 0.4773760
Apr 17 04:09:39.593461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81f886b2-bcdd-4283-9e53-b1161283780c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:39.599032 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-81f886b2-bcdd-4283-9e53-b1161283780c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:39.616122 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c875f7-f3a0-45c1-b4d1-d9551c5120d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbc27d7-2886-4c02-acd7-b59d26fbbc71', 'code': 200}
Apr 17 04:09:39.648066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:39.660987 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-81f886b2-bcdd-4283-9e53-b1161283780c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=edd12ed295cd45fca71105ebdbd8d064&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3892393
Apr 17 04:09:39.663420 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45864) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:39.715437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f886b2-bcdd-4283-9e53-b1161283780c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db41fe6-2deb-4391-b3ea-c34ae056c253,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:39.735282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-81f886b2-bcdd-4283-9e53-b1161283780c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:39.769546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a07ac936-d0fb-4020-9757-ead02128211b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:39.799365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a07ac936-d0fb-4020-9757-ead02128211b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:39.848035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a07ac936-d0fb-4020-9757-ead02128211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:39.853795 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5014db9a-f7a1-4b6a-8150-160ddd96350a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:39.870417 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3e44284-318e-4ed7-a403-36e821ad5b7a req-9acd9a10-7dbf-4a0c-86a4-8a4359015b6d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/security-groups?id=af92a313-cc06-42ea-a287-aea7cc97085b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145896
Apr 17 04:09:39.874187 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a07ac936-d0fb-4020-9757-ead02128211b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:39.878335 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a07ac936-d0fb-4020-9757-ead02128211b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2db41fe6-2deb-4391-b3ea-c34ae056c253 HTTP/1.1" status: 204  len: 168 time: 0.2110806
Apr 17 04:09:39.878335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ac936-d0fb-4020-9757-ead02128211b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db41fe6-2deb-4391-b3ea-c34ae056c253,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:39.879306 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a07ac936-d0fb-4020-9757-ead02128211b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:39.983925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-26048f1a-979c-46c2-af5a-9634fd54c41e req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] For port 3a39efe2-f534-4392-8736-824e9e936623, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=3a39efe2-f534-4392-8736-824e9e936623,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:39.984468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-26048f1a-979c-46c2-af5a-9634fd54c41e req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:40.007573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Allocated IP 172.20.0.10 (a51085e4-408d-4488-add1-349bbd12a1e8/4bad628f-708f-499a-9fd0-6bbfd8e3c23a/9a349617-e485-48bf-a3da-a9219d6f2b88) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:09:40.184645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-26048f1a-979c-46c2-af5a-9634fd54c41e req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Calling delete_port for 3a39efe2-f534-4392-8736-824e9e936623 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:09:40.228964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e237cac-770b-4881-9ad9-40941eb11517 req-d3239738-c469-4d59-88ce-943cf2ca6ee1 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:40.232050 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1e237cac-770b-4881-9ad9-40941eb11517 req-d3239738-c469-4d59-88ce-943cf2ca6ee1 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.4864094
Apr 17 04:09:40.243617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6eb5de71-3d5f-4e3c-8222-25a0dd780274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:40.313357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45874) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:40.334133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-79cfac56-a1e5-416b-af5a-a770c7e4cc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:40.350339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-79cfac56-a1e5-416b-af5a-a770c7e4cc10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:40.356460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-79cfac56-a1e5-416b-af5a-a770c7e4cc10 admin admin] Usage tracker for resource:security_group_rule and tenant:90c02077d3ca49a9acce31d6b9177bb6 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:40.359552 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-79cfac56-a1e5-416b-af5a-a770c7e4cc10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:40.365945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-79cfac56-a1e5-416b-af5a-a770c7e4cc10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:40.398130 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1e237cac-770b-4881-9ad9-40941eb11517 req-8235e6ae-8499-4375-a92f-d9a56ae5c7d1 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1417856
Apr 17 04:09:40.484065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-79cfac56-a1e5-416b-af5a-a770c7e4cc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:40.489299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-79cfac56-a1e5-416b-af5a-a770c7e4cc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:40.501830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-03ebe1d5-8581-4bb2-83ca-2a43e34e758b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:40.553578 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-79cfac56-a1e5-416b-af5a-a770c7e4cc10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90c02077d3ca49a9acce31d6b9177bb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2389281
Apr 17 04:09:40.554770 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850eb9d-e783-46d2-97ad-87d2d7a506c1 req-3957906b-d554-4f28-8f57-e02236f9b456 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:40.555109 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45878) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:40.556347 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a850eb9d-e783-46d2-97ad-87d2d7a506c1 req-3957906b-d554-4f28-8f57-e02236f9b456 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 946 time: 0.4223599
Apr 17 04:09:40.558252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfac56-a1e5-416b-af5a-a770c7e4cc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48292371-1370-47c7-be6e-038ab4865e29,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:40.578053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-79cfac56-a1e5-416b-af5a-a770c7e4cc10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:40.631041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4201-bcb4-4b63-8437-69f1e02a06e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:40.659570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4201-bcb4-4b63-8437-69f1e02a06e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:40.707582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4201-bcb4-4b63-8437-69f1e02a06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:40.712851 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a07ac936-d0fb-4020-9757-ead02128211b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:40.719264 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4cdabcc0-7e50-4932-a3fc-cc910355405f req-c4739918-2433-4f9d-a1a4-0bf89c03f5d5 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 210 time: 0.1145318
Apr 17 04:09:40.724679 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed4201-bcb4-4b63-8437-69f1e02a06e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48292371-1370-47c7-be6e-038ab4865e29,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:40.734179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-26048f1a-979c-46c2-af5a-9634fd54c41e req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:40.735960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a0ed4201-bcb4-4b63-8437-69f1e02a06e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:40.749586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0ed4201-bcb4-4b63-8437-69f1e02a06e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:40.750324 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a0ed4201-bcb4-4b63-8437-69f1e02a06e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48292371-1370-47c7-be6e-038ab4865e29 HTTP/1.1" status: 204  len: 168 time: 0.1942279
Apr 17 04:09:40.769405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-45be4fe8-e00e-4b5d-830c-6aa34b7119bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:40.878896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Pushing event deleted for resources: {'Port': ['ID=3a39efe2-f534-4392-8736-824e9e936623,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:40.883549 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a850eb9d-e783-46d2-97ad-87d2d7a506c1 req-08fce7c5-7694-4a1c-ab7e-f6572d18621a tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2833288
Apr 17 04:09:40.919704 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45886) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:40.957968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:40.966140 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:41.128275 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:41.209586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-26048f1a-979c-46c2-af5a-9634fd54c41e req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] No DVR routers for this DVR port 3a39efe2-f534-4392-8736-824e9e936623 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:09:41.212518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-26048f1a-979c-46c2-af5a-9634fd54c41e req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:41.233584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097639fa-062c-4cc7-bd57-4b0a4e1f0f7f', 'name': 'network-vif-deleted', 'tag': '3a39efe2-f534-4392-8736-824e9e936623'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:41.243127 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Transition to ACTIVE for port object 9a349617-e485-48bf-a3da-a9219d6f2b88 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:09:41.253918 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-26048f1a-979c-46c2-af5a-9634fd54c41e req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.43 "DELETE /v2.0/ports/3a39efe2-f534-4392-8736-824e9e936623 HTTP/1.1" status: 204  len: 173 time: 2.4950998
Apr 17 04:09:41.255409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-bcf857d8-303f-4aae-b498-348cbd7e36ea req-719a6133-c9d1-4553-b5c6-00e173452c44 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Synchronizing usage tracker for tenant:ebeaf04422e94c9899b4cfaabf7c4a86 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:09:41.294741 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-bcf857d8-303f-4aae-b498-348cbd7e36ea req-719a6133-c9d1-4553-b5c6-00e173452c44 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Unset dirty status for tenant:ebeaf04422e94c9899b4cfaabf7c4a86 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:09:41.296247 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bcf857d8-303f-4aae-b498-348cbd7e36ea req-719a6133-c9d1-4553-b5c6-00e173452c44 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 210 time: 0.1465640
Apr 17 04:09:41.306923 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 3a39efe2-f534-4392-8736-824e9e936623 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:09:41.369150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d1d6-7611-467a-8f54-ff8e71a667d5 req-02398960-b8e5-49fc-9b43-a2451a58b2e7 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:41.383777 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fdf2d1d6-7611-467a-8f54-ff8e71a667d5 req-02398960-b8e5-49fc-9b43-a2451a58b2e7 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.5185835
Apr 17 04:09:41.419648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 3a39efe2-f534-4392-8736-824e9e936623 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:09:41.419833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:41.420443 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 3a39efe2-f534-4392-8736-824e9e936623 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:09:41.456264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:41.461696 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:41.529608 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097639fa-062c-4cc7-bd57-4b0a4e1f0f7f', 'name': 'network-vif-deleted', 'tag': '3a39efe2-f534-4392-8736-824e9e936623', 'status': 'completed', 'code': 200}
Apr 17 04:09:41.537354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2e522-95bd-444a-9e15-d516fa3f0766 tempest-TestVolumeBootPattern-1344524798 tempest-TestVolumeBootPattern-1344524798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:41.539203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6ea2e522-95bd-444a-9e15-d516fa3f0766 tempest-TestVolumeBootPattern-1344524798 tempest-TestVolumeBootPattern-1344524798-project-admin] Synchronizing usage tracker for tenant:9f53ec23bf184aff876108f35d83081a on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:09:41.568112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6ea2e522-95bd-444a-9e15-d516fa3f0766 tempest-TestVolumeBootPattern-1344524798 tempest-TestVolumeBootPattern-1344524798-project-admin] Unset dirty status for tenant:9f53ec23bf184aff876108f35d83081a on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:09:41.569435 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-6ea2e522-95bd-444a-9e15-d516fa3f0766 tempest-TestVolumeBootPattern-1344524798 tempest-TestVolumeBootPattern-1344524798-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 1094 time: 0.6486216
Apr 17 04:09:41.575171 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 45908) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:41.581091 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'floatingip': {'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'port_id': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:09:41.594124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Network a51085e4-408d-4488-add1-349bbd12a1e8 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:09:41.596926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:41.611332 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fdf2d1d6-7611-467a-8f54-ff8e71a667d5 req-db9d7504-8f1a-46eb-9468-9b44c3ccd616 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264998
Apr 17 04:09:41.611889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:floatingip and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:41.617349 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'Port': ['ID=9a349617-e485-48bf-a3da-a9219d6f2b88,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:41.620015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:41.630305 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:41.634266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:41.635415 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:09:41.638856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:09:41.649748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:41.983677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:41.984651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:42.001483 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3bca30fd-e67f-476c-8c31-a7fd9392a107 None None] Provisioning for port 9a349617-e485-48bf-a3da-a9219d6f2b88 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:42.011367 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-3bca30fd-e67f-476c-8c31-a7fd9392a107 None None] Provisioning complete for port 9a349617-e485-48bf-a3da-a9219d6f2b88 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:42.011792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bca30fd-e67f-476c-8c31-a7fd9392a107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:42.022285 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5545697
Apr 17 04:09:42.068644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39497c1d-d06b-428f-ba71-b503d2220cf7 req-3b15038e-4989-4817-916c-2d4f31d85024 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:42.080661 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-39497c1d-d06b-428f-ba71-b503d2220cf7 req-3b15038e-4989-4817-916c-2d4f31d85024 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.3973622
Apr 17 04:09:42.081872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-3bca30fd-e67f-476c-8c31-a7fd9392a107 None None] Port 9a349617-e485-48bf-a3da-a9219d6f2b88 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:09:42.121575 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9304b-4163-472f-9aa5-a102b2d928a9 req-32c3fa61-cae2-479a-a05f-837e9aedef03 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:42.122658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-cca9304b-4163-472f-9aa5-a102b2d928a9 req-32c3fa61-cae2-479a-a05f-837e9aedef03 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Synchronizing usage tracker for tenant:1540efc0b56c401fa98e56d3607f02ac on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:09:42.180438 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-39497c1d-d06b-428f-ba71-b503d2220cf7 req-3c780365-3c9f-4ece-a7cc-a0cd5f0c4117 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984466
Apr 17 04:09:42.187336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-cca9304b-4163-472f-9aa5-a102b2d928a9 req-32c3fa61-cae2-479a-a05f-837e9aedef03 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Unset dirty status for tenant:1540efc0b56c401fa98e56d3607f02ac on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:09:42.195103 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cca9304b-4163-472f-9aa5-a102b2d928a9 req-32c3fa61-cae2-479a-a05f-837e9aedef03 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 932 time: 0.2891331
Apr 17 04:09:42.254914 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cca9304b-4163-472f-9aa5-a102b2d928a9 req-936b0ebe-081e-4259-b68e-729aa5e561fd tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579929
Apr 17 04:09:42.272019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:42.455070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Allocated IP 172.27.0.72 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/08f5de5b-68bf-4264-a439-a4bc9e567814) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:09:42.554788 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c1fced24-b281-4c04-bf49-27b6ea35fb18 req-daecd2d3-db2d-41c9-ac9b-f1a862db17fd tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 210 time: 0.0947986
Apr 17 04:09:42.658343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:42.698002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:42.703949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-eb6efb56-90fb-4855-b278-a0999104c7f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:42.825515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:09:42.833602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:09:42.847254 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:42.850054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:09:42.882833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'Port': ['ID=08f5de5b-68bf-4264-a439-a4bc9e567814,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:42.889034 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:42.894368 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af7678-968a-49f1-9663-245302475b2e req-eaaac703-6649-4769-98cc-118c6df763a2 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:42.896060 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a3af7678-968a-49f1-9663-245302475b2e req-eaaac703-6649-4769-98cc-118c6df763a2 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.1375759
Apr 17 04:09:42.961592 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a3af7678-968a-49f1-9663-245302475b2e req-d3b8d1c4-551e-44e6-a2f2-5ab32ed86b79 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582600
Apr 17 04:09:43.372352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:43.491120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:43.592523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce6165-b1cd-4902-b8a2-634def2bfdfa req-122ec5ec-e858-4006-a130-38ca5e9422fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:43.594398 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-62ce6165-b1cd-4902-b8a2-634def2bfdfa req-122ec5ec-e858-4006-a130-38ca5e9422fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.2026410
Apr 17 04:09:43.618779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b461fc-48ce-45f4-9361-eaabcac36386 req-e4f944d4-596e-4abe-b271-75b841d5976a tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:43.626594 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-08b461fc-48ce-45f4-9361-eaabcac36386 req-e4f944d4-596e-4abe-b271-75b841d5976a tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 932 time: 0.1666069
Apr 17 04:09:43.832632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:43.838840 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:43.844423 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c3712417-98ea-4032-ab32-e43f9367cebf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:43.957395 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-62ce6165-b1cd-4902-b8a2-634def2bfdfa req-73400e7a-f956-46c9-b0a8-512b2d9c995a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3494875
Apr 17 04:09:43.979410 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-08b461fc-48ce-45f4-9361-eaabcac36386 req-a0b3881e-10dc-461e-99d4-913f1af0f5a5 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3516312
Apr 17 04:09:44.071591 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:44.304777 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0e5579ab-ac4a-4ac7-9d3e-6de9dd08f441 req-3078b7a8-ad2b-4d05-a9f8-39e90c13009d tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 210 time: 0.1006832
Apr 17 04:09:44.307966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'Port': ['ID=08f5de5b-68bf-4264-a439-a4bc9e567814,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:44.322727 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:44.351208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8d89c-d0fe-4bfc-aadf-6b056e6b4274 req-b739bf4d-d3a7-4edb-a4d8-41e5c60d686f tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:44.352823 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-96e8d89c-d0fe-4bfc-aadf-6b056e6b4274 req-b739bf4d-d3a7-4edb-a4d8-41e5c60d686f tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.1502194
Apr 17 04:09:44.379231 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Floating IP 0bc83967-5e44-42e4-b85d-33afe1d998cf associated. External IP: 172.27.0.72, port: 058bfc18-2295-4d87-a28d-f42ac9c4e6ed.
Apr 17 04:09:44.413113 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-96e8d89c-d0fe-4bfc-aadf-6b056e6b4274 req-80657037-a8d4-449f-b024-a2a481681d67 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524983
Apr 17 04:09:44.758018 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Router 2a9593c8-9a36-4236-be69-5eeeb5113723 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:09:44.948977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:09:44.959515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a059c4-74a9-4681-ba45-d935b5f4c5a2 None None] Sync routers for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:09:44.969946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a059c4-74a9-4681-ba45-d935b5f4c5a2 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:44.970908 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b2a059c4-74a9-4681-ba45-d935b5f4c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9af3c50>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:44.976369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:45.043720 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4672251
Apr 17 04:09:45.044470 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'tag': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:45.287329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b2a059c4-74a9-4681-ba45-d935b5f4c5a2 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:45.332072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7123d-963e-4953-bb70-2d0bd47d1f8a req-0b4cfe77-b08d-4cea-9dfd-8faf42d6f6ba tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:45.334004 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8cf7123d-963e-4953-bb70-2d0bd47d1f8a req-0b4cfe77-b08d-4cea-9dfd-8faf42d6f6ba tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 932 time: 0.1452389
Apr 17 04:09:45.345785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e962a4a-b6af-47dc-993f-d88a1aec559e req-87f86ebd-7398-47a8-8b60-a8292aaa8925 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:45.355256 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3e962a4a-b6af-47dc-993f-d88a1aec559e req-87f86ebd-7398-47a8-8b60-a8292aaa8925 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.2058566
Apr 17 04:09:45.451499 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8cf7123d-963e-4953-bb70-2d0bd47d1f8a req-13e3b4ae-08d3-4cca-84fe-bbf8d0bafca9 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925028
Apr 17 04:09:45.469216 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3e962a4a-b6af-47dc-993f-d88a1aec559e req-f712d151-74c9-4814-94cf-0fbd4a59e10e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124420
Apr 17 04:09:45.585407 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'tag': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed', 'status': 'completed', 'code': 200}
Apr 17 04:09:45.662718 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eff7be61-7cbd-4c40-8ea3-3aae340b8fce req-9e6a076e-73e1-48c7-9497-4030ec77752e tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 210 time: 0.0584934
Apr 17 04:09:45.877564 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954ef84-906b-4a45-b11d-4ce2e16cdb3b req-9ec73a49-f49f-4c6e-a4e8-5d3e87df80bb tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:45.880552 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0954ef84-906b-4a45-b11d-4ce2e16cdb3b req-9ec73a49-f49f-4c6e-a4e8-5d3e87df80bb tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.1411123
Apr 17 04:09:45.897881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b2a059c4-74a9-4681-ba45-d935b5f4c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9af3c50>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '0bc83967-5e44-42e4-b85d-33afe1d998cf', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:3f:da:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:43Z', 'revision_number': 0, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:45.902781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a059c4-74a9-4681-ba45-d935b5f4c5a2 None None] Checking router: 2a9593c8-9a36-4236-be69-5eeeb5113723 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:09:45.912714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a059c4-74a9-4681-ba45-d935b5f4c5a2 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:45.913382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b2a059c4-74a9-4681-ba45-d935b5f4c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9af3c50>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:45.951069 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0954ef84-906b-4a45-b11d-4ce2e16cdb3b req-b5fed75e-59bc-493e-9b3e-844b174ddd33 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607433
Apr 17 04:09:46.118783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b2a059c4-74a9-4681-ba45-d935b5f4c5a2 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:46.417218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:09:46.498295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b2a059c4-74a9-4681-ba45-d935b5f4c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9af3c50>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '0bc83967-5e44-42e4-b85d-33afe1d998cf', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:3f:da:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:43Z', 'revision_number': 0, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:46.502757 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a059c4-74a9-4681-ba45-d935b5f4c5a2 None None] The sync data for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi is: [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '0bc83967-5e44-42e4-b85d-33afe1d998cf', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:3f:da:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:09:43Z', 'updated_at': '2021-04-17T04:09:43Z', 'revision_number': 0, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:09:46.757234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b49e4-5ce9-435b-92e9-a215935472c2 req-d7747634-ab00-45c2-afec-5cc0ada0f475 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:46.758846 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bb9b49e4-5ce9-435b-92e9-a215935472c2 req-d7747634-ab00-45c2-afec-5cc0ada0f475 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 932 time: 0.1730905
Apr 17 04:09:46.767609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f7a36-83d8-4436-a309-2091565b5165 req-03c6c070-e62c-4c3f-91ea-6bcc9004c8b4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:46.769281 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-384f7a36-83d8-4436-a309-2091565b5165 req-03c6c070-e62c-4c3f-91ea-6bcc9004c8b4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.1381226
Apr 17 04:09:46.834971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e937e2df-8339-457c-9c29-e3927f3521d1 None None] New status for floating IP 0bc83967-5e44-42e4-b85d-33afe1d998cf: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:09:46.855210 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-384f7a36-83d8-4436-a309-2091565b5165 req-c8fce679-fa9b-4ae1-8a90-131b6cffc38a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673668
Apr 17 04:09:46.858440 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bb9b49e4-5ce9-435b-92e9-a215935472c2 req-82f7ef51-62e9-4546-acc1-6d57906aeb75 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880382
Apr 17 04:09:47.129487 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-476a3246-c4c6-451a-a0cc-f35e6d32cd14 req-0fcb6b6c-4da8-4614-b760-91e3c109691a tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 210 time: 0.0703089
Apr 17 04:09:47.269804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca68413-7e48-4fd6-a85b-7f0dfc019039 req-bd1c4d0a-33ed-4c02-bc8c-fe780f9bf168 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:47.271516 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cca68413-7e48-4fd6-a85b-7f0dfc019039 req-bd1c4d0a-33ed-4c02-bc8c-fe780f9bf168 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.1400414
Apr 17 04:09:47.330899 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cca68413-7e48-4fd6-a85b-7f0dfc019039 req-31b9451b-4e19-4f5e-b2a1-11bab9b34b0d tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521095
Apr 17 04:09:47.417493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46010) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:47.544096 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0daf57c9-07a3-4f33-8f0c-ea5a96e35384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:47.559636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0daf57c9-07a3-4f33-8f0c-ea5a96e35384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:47.563711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0daf57c9-07a3-4f33-8f0c-ea5a96e35384 admin admin] Usage tracker for resource:security_group_rule and tenant:f13faeacaeef4220a05c137415da01c5 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:47.566754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0daf57c9-07a3-4f33-8f0c-ea5a96e35384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:47.573182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0daf57c9-07a3-4f33-8f0c-ea5a96e35384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:47.660677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0daf57c9-07a3-4f33-8f0c-ea5a96e35384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:47.664448 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0daf57c9-07a3-4f33-8f0c-ea5a96e35384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:47.674063 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-18988fa9-35c0-44eb-bd24-bc82d3a1d191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:47.716100 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0daf57c9-07a3-4f33-8f0c-ea5a96e35384 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f13faeacaeef4220a05c137415da01c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2973554
Apr 17 04:09:47.717898 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf57c9-07a3-4f33-8f0c-ea5a96e35384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645698e1-f3ec-4ada-a2e4-2f61cff5e16c,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:47.718971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46016) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:47.722966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0daf57c9-07a3-4f33-8f0c-ea5a96e35384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:47.781979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c9116d28-79f5-448f-b83e-e3e788f64f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:47.809741 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c9116d28-79f5-448f-b83e-e3e788f64f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:47.856529 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c9116d28-79f5-448f-b83e-e3e788f64f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:47.860773 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e1e9fe2a-5793-44ea-b07c-4c79f38384cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:47.873012 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9116d28-79f5-448f-b83e-e3e788f64f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645698e1-f3ec-4ada-a2e4-2f61cff5e16c,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:47.876995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c9116d28-79f5-448f-b83e-e3e788f64f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:47.880569 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c9116d28-79f5-448f-b83e-e3e788f64f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:47.881753 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c9116d28-79f5-448f-b83e-e3e788f64f6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/645698e1-f3ec-4ada-a2e4-2f61cff5e16c HTTP/1.1" status: 204  len: 168 time: 0.1616907
Apr 17 04:09:48.203365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7a8e0-eb1e-4671-9662-a463213856c6 req-c31aa6e4-6e1a-432a-b369-875249d416af tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:48.211937 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dfe7a8e0-eb1e-4671-9662-a463213856c6 req-c31aa6e4-6e1a-432a-b369-875249d416af tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.1415164
Apr 17 04:09:48.253415 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b1f6-2394-48d8-b280-0c4018814982 req-ad720989-a795-420d-91e0-aa90d16b7baa tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:48.255306 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3143b1f6-2394-48d8-b280-0c4018814982 req-ad720989-a795-420d-91e0-aa90d16b7baa tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 932 time: 0.2489870
Apr 17 04:09:48.282325 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46030) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:48.298556 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dfe7a8e0-eb1e-4671-9662-a463213856c6 req-67075b81-e688-44f2-a746-25bab9e80fa1 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853767
Apr 17 04:09:48.304041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28d34be7-4c9a-4d72-a2ec-6ad84376d907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:48.321997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-28d34be7-4c9a-4d72-a2ec-6ad84376d907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:48.326406 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3143b1f6-2394-48d8-b280-0c4018814982 req-48d827a4-43f2-4c4b-a7e4-153b5475233d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606589
Apr 17 04:09:48.327233 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-28d34be7-4c9a-4d72-a2ec-6ad84376d907 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0b6662ecfb4610ae6b7c16b67bd0a6 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:48.330602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-28d34be7-4c9a-4d72-a2ec-6ad84376d907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:48.337849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-28d34be7-4c9a-4d72-a2ec-6ad84376d907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:48.482467 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28d34be7-4c9a-4d72-a2ec-6ad84376d907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:48.485450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-28d34be7-4c9a-4d72-a2ec-6ad84376d907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:48.518507 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ef289093-fa62-4c7b-93bb-31ebf0116d76 req-c5163882-5ebf-455d-bc0a-9390236012eb tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 210 time: 0.0868027
Apr 17 04:09:48.592533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12f441-b7dc-42b6-a233-0c5f670dc934 req-0c86d2f1-cf6f-4c42-8124-80791c18d45c tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:48.593995 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1b12f441-b7dc-42b6-a233-0c5f670dc934 req-0c86d2f1-cf6f-4c42-8124-80791c18d45c tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.1202338
Apr 17 04:09:48.648446 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1b12f441-b7dc-42b6-a233-0c5f670dc934 req-28321c0c-d486-4af9-b1e9-77ba9d3969fb tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468836
Apr 17 04:09:48.723872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a0ed4201-bcb4-4b63-8437-69f1e02a06e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:48.767123 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-28d34be7-4c9a-4d72-a2ec-6ad84376d907 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec0b6662ecfb4610ae6b7c16b67bd0a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4831636
Apr 17 04:09:48.769993 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46038) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:48.770531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d34be7-4c9a-4d72-a2ec-6ad84376d907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ce4135-3650-4918-a532-802c5ac1e040,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:48.774014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-28d34be7-4c9a-4d72-a2ec-6ad84376d907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:48.854755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cfeccac7-45d1-40a7-a5a8-a3d44ac4c293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:48.884317 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cfeccac7-45d1-40a7-a5a8-a3d44ac4c293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:48.935607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cfeccac7-45d1-40a7-a5a8-a3d44ac4c293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:48.941385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c79fbc5e-83fc-4677-81eb-af1da5d4521b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:48.954810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeccac7-45d1-40a7-a5a8-a3d44ac4c293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ce4135-3650-4918-a532-802c5ac1e040,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:48.957988 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cfeccac7-45d1-40a7-a5a8-a3d44ac4c293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:48.960070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cfeccac7-45d1-40a7-a5a8-a3d44ac4c293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:48.962146 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-cfeccac7-45d1-40a7-a5a8-a3d44ac4c293 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1ce4135-3650-4918-a532-802c5ac1e040 HTTP/1.1" status: 204  len: 168 time: 0.1904192
Apr 17 04:09:49.610053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6b4d7-05b0-48b7-b0e1-f34ae645a451 req-6d3458a9-f40c-4a2d-b8f1-7696f0848a46 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:49.611806 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5ef6b4d7-05b0-48b7-b0e1-f34ae645a451 req-6d3458a9-f40c-4a2d-b8f1-7696f0848a46 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 932 time: 0.1209812
Apr 17 04:09:49.621040 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625e932-7b2f-4a71-836e-b33390ea2a21 req-b8090fcb-9e04-4a6f-9c84-a668f25840d8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:49.622563 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4625e932-7b2f-4a71-836e-b33390ea2a21 req-b8090fcb-9e04-4a6f-9c84-a668f25840d8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.1751416
Apr 17 04:09:49.698799 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5ef6b4d7-05b0-48b7-b0e1-f34ae645a451 req-ffe8fb3a-c3fb-4ba6-8903-9d48e9576ab9 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751390
Apr 17 04:09:49.706580 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4625e932-7b2f-4a71-836e-b33390ea2a21 req-7bc20fd3-5986-4282-af49-c480ed474790 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660846
Apr 17 04:09:49.896278 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fc4015d7-8569-4392-941e-7df003afaf60 req-c39b5e2a-22c5-48a2-9536-79654ea74831 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] 10.222.0.36 "GET /v2.0/ports?device_id=097639fa-062c-4cc7-bd57-4b0a4e1f0f7f HTTP/1.1" status: 200  len: 210 time: 0.0970807
Apr 17 04:09:49.933464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Request body: {'port': {'device_id': '226b247b-1a4e-4cc1-90cd-49db720327da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:09:50.069308 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a593a9-1241-4bf0-a29f-9121827be01c req-edcd8656-7d78-4f12-9be3-534048fb2e0a tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:50.078097 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9a593a9-1241-4bf0-a29f-9121827be01c req-edcd8656-7d78-4f12-9be3-534048fb2e0a tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.2385046
Apr 17 04:09:50.196039 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9a593a9-1241-4bf0-a29f-9121827be01c req-dc908996-f07b-4342-b649-c670baebd55e tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166959
Apr 17 04:09:50.200230 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814caed-c1da-4655-aede-9a91e149f3a0 req-6b06cfee-323d-4a2d-a950-6c78bd65a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:50.201877 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7814caed-c1da-4655-aede-9a91e149f3a0 req-6b06cfee-323d-4a2d-a950-6c78bd65a9ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 1099 time: 0.2847095
Apr 17 04:09:50.206558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:50.236498 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db70569-682d-4dab-b793-6853a10720bb req-129a40b4-be77-4a8d-87dd-cddd515d2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:50.238130 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4db70569-682d-4dab-b793-6853a10720bb req-129a40b4-be77-4a8d-87dd-cddd515d2c34 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 1098 time: 0.0982389
Apr 17 04:09:50.285478 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4db70569-682d-4dab-b793-6853a10720bb req-60be541e-4f8c-4d5f-9d11-857a849d50c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383596
Apr 17 04:09:50.299552 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46078) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:50.431797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3740e8c8-6301-4810-bee0-6b0f3e7565b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:50.449360 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-3740e8c8-6301-4810-bee0-6b0f3e7565b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:09:50.453948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-3740e8c8-6301-4810-bee0-6b0f3e7565b7 admin admin] Usage tracker for resource:security_group_rule and tenant:6e3eacff627c46e6aaa71473639e0e26 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:09:50.457128 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-3740e8c8-6301-4810-bee0-6b0f3e7565b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:09:50.463441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-3740e8c8-6301-4810-bee0-6b0f3e7565b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:09:50.475467 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814caed-c1da-4655-aede-9a91e149f3a0 req-040b6e23-12d3-4fc7-8b8b-753502672f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:50.477039 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7814caed-c1da-4655-aede-9a91e149f3a0 req-040b6e23-12d3-4fc7-8b8b-753502672f90 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 913 time: 0.2589047
Apr 17 04:09:50.553262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3740e8c8-6301-4810-bee0-6b0f3e7565b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:50.557221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3740e8c8-6301-4810-bee0-6b0f3e7565b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:50.564922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b8bc532d-3952-4398-83ed-edb4430625ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:50.612703 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-3740e8c8-6301-4810-bee0-6b0f3e7565b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e3eacff627c46e6aaa71473639e0e26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3119385
Apr 17 04:09:50.613883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740e8c8-6301-4810-bee0-6b0f3e7565b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cdd3f2-45f9-4633-90f7-733748c0011a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:50.618086 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3740e8c8-6301-4810-bee0-6b0f3e7565b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:50.618994 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46084) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:50.684909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-976f23bf-ed85-4d17-a1a8-30307cd232e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:50.686873 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7814caed-c1da-4655-aede-9a91e149f3a0 req-71094386-3cee-418c-97a7-fb1ed685c5dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058bfc18-2295-4d87-a28d-f42ac9c4e6ed HTTP/1.1" status: 200  len: 1001 time: 0.1848192
Apr 17 04:09:50.715061 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-976f23bf-ed85-4d17-a1a8-30307cd232e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:50.770293 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-976f23bf-ed85-4d17-a1a8-30307cd232e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:50.779243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814caed-c1da-4655-aede-9a91e149f3a0 req-c4f26de6-70d8-4647-81a1-cc62826b307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:50.779493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4aa3f1cc-2019-460b-bf61-3f76c1e59c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:50.780812 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7814caed-c1da-4655-aede-9a91e149f3a0 req-c4f26de6-70d8-4647-81a1-cc62826b307d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.0771453
Apr 17 04:09:50.795349 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f23bf-ed85-4d17-a1a8-30307cd232e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cdd3f2-45f9-4633-90f7-733748c0011a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:50.797999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-976f23bf-ed85-4d17-a1a8-30307cd232e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:50.815102 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-976f23bf-ed85-4d17-a1a8-30307cd232e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:50.818906 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-976f23bf-ed85-4d17-a1a8-30307cd232e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44cdd3f2-45f9-4633-90f7-733748c0011a HTTP/1.1" status: 204  len: 168 time: 0.1962252
Apr 17 04:09:51.235964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a349617-e485-48bf-a3da-a9219d6f2b88 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:09:51.248217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:51.300064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Transition to ACTIVE for port object 9a349617-e485-48bf-a3da-a9219d6f2b88 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:09:51.312153 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:51.320815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:51.396466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 38f82354-abf0-43f8-bb94-3a445e741edf details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:09:51.480298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814caed-c1da-4655-aede-9a91e149f3a0 req-863d3ad2-c92f-4a34-a13c-112ea02af120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:51.481960 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7814caed-c1da-4655-aede-9a91e149f3a0 req-863d3ad2-c92f-4a34-a13c-112ea02af120 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6885138
Apr 17 04:09:51.494477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce52d6-332c-42a6-a8b4-50633fdf24d8 req-fcdb707c-e7dd-48b4-b7eb-f182c89c24f0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:51.502428 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ebce52d6-332c-42a6-a8b4-50633fdf24d8 req-fcdb707c-e7dd-48b4-b7eb-f182c89c24f0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 932 time: 0.6214087
Apr 17 04:09:51.523520 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f79d6-519b-467f-a33d-baabcc15411d req-7ad862bd-1542-4997-9baf-5269fcb83564 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:51.532135 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f52f79d6-519b-467f-a33d-baabcc15411d req-7ad862bd-1542-4997-9baf-5269fcb83564 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 943 time: 0.6378779
Apr 17 04:09:51.606098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:51.616844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Pushing event updated for resources: {'Port': ['ID=9a349617-e485-48bf-a3da-a9219d6f2b88,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:51.629325 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '38f82354-abf0-43f8-bb94-3a445e741edf', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'port_id': '38f82354-abf0-43f8-bb94-3a445e741edf', 'mac_address': 'fa:16:3e:a9:68:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:09:51.633170 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:51.704688 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:51.723984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f82354-abf0-43f8-bb94-3a445e741edf {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:09:51.741517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:51.744667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:51.747086 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:51.799172 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f52f79d6-519b-467f-a33d-baabcc15411d req-d466a845-0a06-4f96-bccd-254f2fdba167 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2660480
Apr 17 04:09:51.807282 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ebce52d6-332c-42a6-a8b4-50633fdf24d8 req-0e830786-8f5a-4acf-8535-6b815c846dc7 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3036568
Apr 17 04:09:51.840247 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=38f82354-abf0-43f8-bb94-3a445e741edf,revision_number=9']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:51.844397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:51.899978 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Attempting to bind port 9a349617-e485-48bf-a3da-a9219d6f2b88 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:09:51.900361 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Attempting to bind port 9a349617-e485-48bf-a3da-a9219d6f2b88 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:09:51.900710 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Attempting to bind port 9a349617-e485-48bf-a3da-a9219d6f2b88 on network a51085e4-408d-4488-add1-349bbd12a1e8 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:09:51.912050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46136) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:51.912221 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7814caed-c1da-4655-aede-9a91e149f3a0 req-bd6fb4d6-1107-4db2-bc28-4c8c544c8064 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3988826
Apr 17 04:09:51.914269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Port 9a349617-e485-48bf-a3da-a9219d6f2b88 on network a51085e4-408d-4488-add1-349bbd12a1e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:09:51.916060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Attempting to bind port 9a349617-e485-48bf-a3da-a9219d6f2b88 on network a51085e4-408d-4488-add1-349bbd12a1e8 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:09:51.948609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:09:51.949858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Checking segment: {'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:09:51.951322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Bound using segment: {'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:09:51.952038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Bound port: 9a349617-e485-48bf-a3da-a9219d6f2b88, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb033523-a8af-450b-86d8-ed92dd66f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:09:51.952635 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:52.002950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['38f82354-abf0-43f8-bb94-3a445e741edf'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:09:52.190345 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7814caed-c1da-4655-aede-9a91e149f3a0 req-02c77d5c-fc14-4144-9c75-deee4be42af2 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2697973
Apr 17 04:09:52.264883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] For port 9a349617-e485-48bf-a3da-a9219d6f2b88, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:09:52.269702 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] For port 9a349617-e485-48bf-a3da-a9219d6f2b88, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a349617-e485-48bf-a3da-a9219d6f2b88,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:09:52.281877 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fae2b0-ad12-45fa-b572-4333d04bcd68 req-7cce990a-1b2b-414a-9a36-520e96f7c2ad tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:52.283976 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-79fae2b0-ad12-45fa-b572-4333d04bcd68 req-7cce990a-1b2b-414a-9a36-520e96f7c2ad tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.3181288
Apr 17 04:09:52.285712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:52.293704 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:52.369804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:52.370468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:52.372538 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] 10.222.0.43 "PUT /v2.0/ports/9a349617-e485-48bf-a3da-a9219d6f2b88 HTTP/1.1" status: 200  len: 1094 time: 2.4566247
Apr 17 04:09:52.383184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:52.441756 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-79fae2b0-ad12-45fa-b572-4333d04bcd68 req-9497c6b6-b5ba-42ea-98df-8dfc1065bd05 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490679
Apr 17 04:09:52.512703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Pushing event updated for resources: {'Port': ['ID=9a349617-e485-48bf-a3da-a9219d6f2b88,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:52.529364 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'status': 'completed', 'code': 200}
Apr 17 04:09:52.531597 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:52.601879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-db7d7a4e-3cc0-47f3-a9ce-40f7f68953a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:52.603639 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-db7d7a4e-3cc0-47f3-a9ce-40f7f68953a7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1540efc0b56c401fa98e56d3607f02ac&device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 1097 time: 0.1657822
Apr 17 04:09:52.667164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394646'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:52.684382 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-f6107ab4-ae84-42be-8a21-a11dbc9db651 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a349617-e485-48bf-a3da-a9219d6f2b88 HTTP/1.1" status: 200  len: 217 time: 0.0679400
Apr 17 04:09:52.769968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84f87531-858e-4380-b295-0ce25840e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:52.771794 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-84f87531-858e-4380-b295-0ce25840e747 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4bad628f-708f-499a-9fd0-6bbfd8e3c23a HTTP/1.1" status: 200  len: 854 time: 0.0771823
Apr 17 04:09:52.861603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-d8e00758-30af-4f0f-afc1-ad57474e5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:52.863857 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-d8e00758-30af-4f0f-afc1-ad57474e5851 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a51085e4-408d-4488-add1-349bbd12a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836148
Apr 17 04:09:53.155896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Deleting port 9abd8509-bba3-4476-b6c4-926d186dfe5d {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:09:53.156278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:53.171827 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-697a78c8-cc98-490b-b019-ca2145072a4f service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3003640
Apr 17 04:09:53.282158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76381434-99ea-4c4e-8191-520d894ece72 req-2bc685f1-f5d7-47f1-adbb-17c419cbbd66 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:53.283818 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-76381434-99ea-4c4e-8191-520d894ece72 req-2bc685f1-f5d7-47f1-adbb-17c419cbbd66 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 944 time: 0.2843177
Apr 17 04:09:53.298218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48ec8e-72bd-43c6-bde8-94ccd572191f req-d85d5618-527a-4340-83ba-d7b3b5ad6c51 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:53.299802 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6d48ec8e-72bd-43c6-bde8-94ccd572191f req-d85d5618-527a-4340-83ba-d7b3b5ad6c51 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 944 time: 0.3015606
Apr 17 04:09:53.345380 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] For port 9abd8509-bba3-4476-b6c4-926d186dfe5d, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=9abd8509-bba3-4476-b6c4-926d186dfe5d,segment=NetworkSegment(0ecb5a99-c260-4873-9cf5-6431d37ef864),segment_id=0ecb5a99-c260-4873-9cf5-6431d37ef864)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:53.346045 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:53.407971 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-76381434-99ea-4c4e-8191-520d894ece72 req-489dd9d4-0ebf-4d6d-9f53-de647c642e06 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1070800
Apr 17 04:09:53.414945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 38f82354-abf0-43f8-bb94-3a445e741edf up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:53.421631 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6d48ec8e-72bd-43c6-bde8-94ccd572191f req-5a63d6b4-b03e-41c3-a962-50c0cd54cc2f tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972335
Apr 17 04:09:53.430489 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5bf068df-bd37-4bd8-b8af-a9c999851170 req-47ecb1e7-27b6-43b0-a498-4add0411625e service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2502291
Apr 17 04:09:53.492027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Calling delete_port for 9abd8509-bba3-4476-b6c4-926d186dfe5d owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:09:53.524384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 38f82354-abf0-43f8-bb94-3a445e741edf triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:53.525068 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:53.607137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6ddc4-aacb-4bb2-9b2a-78781daa9115 req-cadd2d03-8cbe-4308-9b3a-a1748471e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:53.608890 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1dd6ddc4-aacb-4bb2-9b2a-78781daa9115 req-cadd2d03-8cbe-4308-9b3a-a1748471e0a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1540efc0b56c401fa98e56d3607f02ac&device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 1097 time: 0.1131058
Apr 17 04:09:53.670642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:53.700790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:53.712185 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:53.722638 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:53.728024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:53.796618 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf', 'code': 200}
Apr 17 04:09:53.828885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=38f82354-abf0-43f8-bb94-3a445e741edf,revision_number=10']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:53.834253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:53.835699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6ddc4-aacb-4bb2-9b2a-78781daa9115 req-b6788e12-ea08-4939-8c7f-6fc7188ab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:53.837381 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1dd6ddc4-aacb-4bb2-9b2a-78781daa9115 req-b6788e12-ea08-4939-8c7f-6fc7188ab829 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a51085e4-408d-4488-add1-349bbd12a1e8 HTTP/1.1" status: 200  len: 916 time: 0.2196236
Apr 17 04:09:53.928025 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1dd6ddc4-aacb-4bb2-9b2a-78781daa9115 req-8459278f-7227-478d-a5d8-c5659e2c3c94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a349617-e485-48bf-a3da-a9219d6f2b88 HTTP/1.1" status: 200  len: 217 time: 0.0724380
Apr 17 04:09:53.941141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:53.946229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:53.991774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abd8509-bba3-4476-b6c4-926d186dfe5d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:53.994445 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:54.055397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6ddc4-aacb-4bb2-9b2a-78781daa9115 req-516ce563-7435-4ba4-a2cd-8ec3c4a804c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:54.056936 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1dd6ddc4-aacb-4bb2-9b2a-78781daa9115 req-516ce563-7435-4ba4-a2cd-8ec3c4a804c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4bad628f-708f-499a-9fd0-6bbfd8e3c23a HTTP/1.1" status: 200  len: 854 time: 0.0863535
Apr 17 04:09:54.077238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d62d3-76ec-4b22-9e76-e257b12fbae7 req-9cf91ac2-8949-4ac9-a969-695821aac1cf tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:54.078816 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-109d62d3-76ec-4b22-9e76-e257b12fbae7 req-9cf91ac2-8949-4ac9-a969-695821aac1cf tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.1529894
Apr 17 04:09:54.173997 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-109d62d3-76ec-4b22-9e76-e257b12fbae7 req-63f8f501-1582-4de0-a729-d792def94a89 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594270
Apr 17 04:09:54.202582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6ddc4-aacb-4bb2-9b2a-78781daa9115 req-6e4439b1-6296-4685-85f3-ff21c9ed0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:54.204208 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1dd6ddc4-aacb-4bb2-9b2a-78781daa9115 req-6e4439b1-6296-4685-85f3-ff21c9ed0f4d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a51085e4-408d-4488-add1-349bbd12a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1361089
Apr 17 04:09:54.285090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394728'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:54.401162 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1dd6ddc4-aacb-4bb2-9b2a-78781daa9115 req-5db31723-2ae6-424a-b30b-8b3201df23c7 service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829305
Apr 17 04:09:54.902801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce439a-21b1-4d55-b5a2-24073621baa6 req-cecbcbe0-b8b3-4aa1-8b95-019652555e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:54.904476 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-93ce439a-21b1-4d55-b5a2-24073621baa6 req-cecbcbe0-b8b3-4aa1-8b95-019652555e11 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 1099 time: 0.5548925
Apr 17 04:09:55.010734 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1dd6ddc4-aacb-4bb2-9b2a-78781daa9115 req-0d4e8f84-1bce-40c3-84ee-4b2f9731bc76 service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5906045
Apr 17 04:09:55.013385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Router 9f913d2a-d80e-4577-a82c-c060fd5c59bb has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:09:55.022480 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-93ce439a-21b1-4d55-b5a2-24073621baa6 req-1d730f65-0b10-4479-8e78-67a924b04052 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948143
Apr 17 04:09:55.048529 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960a986-4e32-4760-9014-5a4c5e447d60 req-8539fdcf-8090-4fec-98bd-534fc558a803 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:55.050144 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0960a986-4e32-4760-9014-5a4c5e447d60 req-8539fdcf-8090-4fec-98bd-534fc558a803 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 944 time: 0.2740636
Apr 17 04:09:55.058444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17559fb3-535e-4c04-b233-cb1ad385a098 req-3befdb83-ca05-4658-8568-e119bded0987 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:55.060054 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17559fb3-535e-4c04-b233-cb1ad385a098 req-3befdb83-ca05-4658-8568-e119bded0987 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 946 time: 0.2768593
Apr 17 04:09:55.134234 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0960a986-4e32-4760-9014-5a4c5e447d60 req-feab38da-2157-4417-8641-6e696434a6b2 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730278
Apr 17 04:09:55.141653 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17559fb3-535e-4c04-b233-cb1ad385a098 req-35b83f1c-151d-4394-a25c-4e8763b19254 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659652
Apr 17 04:09:55.217257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:09:55.231449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e974a17-48c4-4d1d-80db-5f40cb1d4a32 None None] Sync routers for ids ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:09:55.240279 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] 10.222.0.36 "PUT /v2.0/routers/9f913d2a-d80e-4577-a82c-c060fd5c59bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3245878
Apr 17 04:09:55.240950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46214) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:55.241633 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e974a17-48c4-4d1d-80db-5f40cb1d4a32 None None] Routers {'9f913d2a-d80e-4577-a82c-c060fd5c59bb'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:55.242297 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-4e974a17-48c4-4d1d-80db-5f40cb1d4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9af3080>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:55.422626 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 9a349617-e485-48bf-a3da-a9219d6f2b88 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:09:55.523718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8769f8e-4674-425f-80e3-9289fd3de197 req-b7606b31-e76a-467c-8f95-e9ffa55d260a tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:55.525334 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d8769f8e-4674-425f-80e3-9289fd3de197 req-b7606b31-e76a-467c-8f95-e9ffa55d260a tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.2153490
Apr 17 04:09:55.526852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks [] for router, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:55.578626 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 9a349617-e485-48bf-a3da-a9219d6f2b88, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a349617-e485-48bf-a3da-a9219d6f2b88,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:55.593832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'port_id': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'mac_address': 'fa:16:3e:24:39:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:09:55.605863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-4e974a17-48c4-4d1d-80db-5f40cb1d4a32 None None] Set router 9f913d2a-d80e-4577-a82c-c060fd5c59bb gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:55.656221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:55.676238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a349617-e485-48bf-a3da-a9219d6f2b88 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:09:55.692353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 9a349617-e485-48bf-a3da-a9219d6f2b88, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a349617-e485-48bf-a3da-a9219d6f2b88,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:55.695453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:55.697701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:55.719801 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d8769f8e-4674-425f-80e3-9289fd3de197 req-490e8080-48a6-45f8-a03c-402621237635 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336892
Apr 17 04:09:55.771836 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=9a349617-e485-48bf-a3da-a9219d6f2b88,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:55.775258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:55.816130 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:55.827730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Deleting port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:09:55.828083 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:55.897037 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfffd3-783d-47f1-a287-ae96c3ac780c req-fc319110-e617-4c40-b5de-8e4115772f20 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:55.898819 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cccfffd3-783d-47f1-a287-ae96c3ac780c req-fc319110-e617-4c40-b5de-8e4115772f20 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.43 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.1752636
Apr 17 04:09:55.944759 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-4e974a17-48c4-4d1d-80db-5f40cb1d4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9af3080>, [{'id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-router', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:09:53Z', 'revision_number': 5, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'gw_port': {'id': '0cbbcd58-fa8e-4ea9-b248-ce5c8964069e', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ed:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:53Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:55.949443 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e974a17-48c4-4d1d-80db-5f40cb1d4a32 None None] Checking router: 9f913d2a-d80e-4577-a82c-c060fd5c59bb for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:09:55.958442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e974a17-48c4-4d1d-80db-5f40cb1d4a32 None None] Routers {'9f913d2a-d80e-4577-a82c-c060fd5c59bb'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:09:55.959148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-4e974a17-48c4-4d1d-80db-5f40cb1d4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9af3080>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:09:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:56.061895 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-cccfffd3-783d-47f1-a287-ae96c3ac780c req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Deleting port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:09:56.062283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cccfffd3-783d-47f1-a287-ae96c3ac780c req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:56.087090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['9a349617-e485-48bf-a3da-a9219d6f2b88'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:09:56.119937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-4e974a17-48c4-4d1d-80db-5f40cb1d4a32 None None] Set router 9f913d2a-d80e-4577-a82c-c060fd5c59bb gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:09:56.161451 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] For port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=0cbbcd58-fa8e-4ea9-b248-ce5c8964069e,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:56.161865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:56.250290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-4e974a17-48c4-4d1d-80db-5f40cb1d4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9af3080>, [{'id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-router', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:09:55Z', 'revision_number': 6, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'gw_port_host': None}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:09:56.254744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e974a17-48c4-4d1d-80db-5f40cb1d4a32 None None] The sync data for ids ['9f913d2a-d80e-4577-a82c-c060fd5c59bb'] in dv-cinder-786054-2-iscsi is: [{'id': '9f913d2a-d80e-4577-a82c-c060fd5c59bb', 'name': 'tempest-ServerRescueNegativeTestJSON-1968883027-router', 'tenant_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:09:55Z', 'revision_number': 6, 'project_id': 'ebeaf04422e94c9899b4cfaabf7c4a86', 'gw_port_host': None}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:09:56.354160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Calling delete_port for 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e owned by network:router_gateway {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:09:57.043319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:09:57.110049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01794c38-8712-4ffd-b97d-dc50ee9f9d24 req-8a5fa714-4279-4a2a-923b-c6f86d02d393 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:57.111752 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-01794c38-8712-4ffd-b97d-dc50ee9f9d24 req-8a5fa714-4279-4a2a-923b-c6f86d02d393 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 945 time: 0.7259851
Apr 17 04:09:57.174719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0155c6-59f5-4576-acdd-cfbf47633e23 req-185051c6-4748-4bef-ae8d-5f7163828aca tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:57.176334 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ba0155c6-59f5-4576-acdd-cfbf47633e23 req-185051c6-4748-4bef-ae8d-5f7163828aca tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 946 time: 0.7208183
Apr 17 04:09:57.193172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:57.213385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=0cbbcd58-fa8e-4ea9-b248-ce5c8964069e,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:57.217110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:57.218035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 9abd8509-bba3-4476-b6c4-926d186dfe5d no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:09:57.248038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8f5d266f-534c-406b-8ec5-2738663f81ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:57.249218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-cccfffd3-783d-47f1-a287-ae96c3ac780c req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] For port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9dbc27d7-2886-4c02-acd7-b59d26fbbc71,segment=NetworkSegment(63fb507e-943b-4e87-9cb8-e466763a7fb1),segment_id=63fb507e-943b-4e87-9cb8-e466763a7fb1)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:57.249622 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cccfffd3-783d-47f1-a287-ae96c3ac780c req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:57.297767 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 9abd8509-bba3-4476-b6c4-926d186dfe5d {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:09:57.298158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 9abd8509-bba3-4476-b6c4-926d186dfe5d not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:09:57.330963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=0cbbcd58-fa8e-4ea9-b248-ce5c8964069e,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:57.334568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:57.340704 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-01794c38-8712-4ffd-b97d-dc50ee9f9d24 req-7502edea-f955-42fe-a51c-cd05f0ab1268 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2074163
Apr 17 04:09:57.415138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-cccfffd3-783d-47f1-a287-ae96c3ac780c req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Calling delete_port for 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:09:57.432674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 9a349617-e485-48bf-a3da-a9219d6f2b88 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:09:57.450323 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:09:57.450717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:09:57.505903 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ba0155c6-59f5-4576-acdd-cfbf47633e23 req-bbafcec8-fec7-4c1b-b188-971178ce7cfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3041956
Apr 17 04:09:57.511571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 9a349617-e485-48bf-a3da-a9219d6f2b88 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:09:57.516077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 9a349617-e485-48bf-a3da-a9219d6f2b88 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:09:57.516617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:57.638949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60704394-e3e6-458b-9596-cc7cf0328f80 req-21e18225-b737-4376-a18b-3b3dd55536d5 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:57.640440 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60704394-e3e6-458b-9596-cc7cf0328f80 req-21e18225-b737-4376-a18b-3b3dd55536d5 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/ports?device_id=90c875f7-f3a0-45c1-b4d1-d9551c5120d4 HTTP/1.1" status: 200  len: 945 time: 0.1887624
Apr 17 04:09:57.643734 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:57.671796 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:57.682299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 9a349617-e485-48bf-a3da-a9219d6f2b88, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a349617-e485-48bf-a3da-a9219d6f2b88,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:57.685934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:57.689574 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-47abc802-8ea5-45b0-9d6d-ad15b7f9570a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:57.691223 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cccfffd3-783d-47f1-a287-ae96c3ac780c req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:57.701981 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:57.729081 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'code': 200}
Apr 17 04:09:57.767463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=9a349617-e485-48bf-a3da-a9219d6f2b88,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:57.770517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:57.792389 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60704394-e3e6-458b-9596-cc7cf0328f80 req-9680f06f-c341-4c3f-afbe-2eb30e264bc8 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.36 "GET /v2.0/security-groups?id=c29c0640-2bd4-41a3-b119-dc41e6b2abbb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447365
Apr 17 04:09:57.793246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Pushing event deleted for resources: {'Port': ['ID=9dbc27d7-2886-4c02-acd7-b59d26fbbc71,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:57.800822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:57.844790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccfffd3-783d-47f1-a287-ae96c3ac780c req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] No DVR routers for this DVR port 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:09:57.847642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-cccfffd3-783d-47f1-a287-ae96c3ac780c req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:57.851148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c875f7-f3a0-45c1-b4d1-d9551c5120d4', 'name': 'network-vif-deleted', 'tag': '9dbc27d7-2886-4c02-acd7-b59d26fbbc71'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:09:57.872277 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cccfffd3-783d-47f1-a287-ae96c3ac780c req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] 10.222.0.43 "DELETE /v2.0/ports/9dbc27d7-2886-4c02-acd7-b59d26fbbc71 HTTP/1.1" status: 204  len: 173 time: 1.9515853
Apr 17 04:09:57.902444 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c875f7-f3a0-45c1-b4d1-d9551c5120d4', 'name': 'network-vif-deleted', 'tag': '9dbc27d7-2886-4c02-acd7-b59d26fbbc71', 'status': 'completed', 'code': 200}
Apr 17 04:09:57.968579 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Deleting port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:09:57.968952 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:58.174423 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29cf7b-1a5d-4e5a-8ee2-ba9553a29e73 req-10a8b65d-97b7-4b33-9763-2f21765458fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:58.176063 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aa29cf7b-1a5d-4e5a-8ee2-ba9553a29e73 req-10a8b65d-97b7-4b33-9763-2f21765458fb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 1099 time: 0.2448907
Apr 17 04:09:58.217060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] For port 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=0cbbcd58-fa8e-4ea9-b248-ce5c8964069e,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:09:58.217453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:58.360508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Calling delete_port for 0cbbcd58-fa8e-4ea9-b248-ce5c8964069e owned by network:router_gateway {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:09:58.402719 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aa29cf7b-1a5d-4e5a-8ee2-ba9553a29e73 req-7422ee78-f88c-48a1-9658-8621ae825a4d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146819
Apr 17 04:09:58.569431 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b0c7e-4e06-4075-a370-0b6a15eec067 req-1ed3073f-6e9a-4842-99de-f2b14a738a84 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:58.571422 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ab0b0c7e-4e06-4075-a370-0b6a15eec067 req-1ed3073f-6e9a-4842-99de-f2b14a738a84 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.1110234
Apr 17 04:09:58.726008 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ab0b0c7e-4e06-4075-a370-0b6a15eec067 req-965b9291-3dd0-4ed3-acd8-34b35d8d8d21 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222861
Apr 17 04:09:58.727267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:58.731195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:58.789549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Pushing event deleted for resources: {'Port': ['ID=0cbbcd58-fa8e-4ea9-b248-ce5c8964069e,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:58.821108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:58.912071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0952a1-8a3d-4e0f-b23e-a5786f1c684b req-75b1500f-6d2a-4c7f-a2a8-a81d2db66c57 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:58.914183 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1c0952a1-8a3d-4e0f-b23e-a5786f1c684b req-75b1500f-6d2a-4c7f-a2a8-a81d2db66c57 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 946 time: 0.2690446
Apr 17 04:09:58.916873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355863'] for router_gateway, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:59.140543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854374859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771724'] for router, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:59.144157 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:59.151812 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1c0952a1-8a3d-4e0f-b23e-a5786f1c684b req-212062d5-c64e-42a0-9d07-78b19f29e625 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1898761
Apr 17 04:09:59.245151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395633'] for router, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:59.245830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f913d2a-d80e-4577-a82c-c060fd5c59bb {{(pid=86365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 17 04:09:59.265816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:59.267029 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] 10.222.0.36 "DELETE /v2.0/routers/9f913d2a-d80e-4577-a82c-c060fd5c59bb HTTP/1.1" status: 204  len: 168 time: 4.0249767
Apr 17 04:09:59.269919 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46288) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:59.351141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Deleting subnet daad0934-2d9e-46de-b136-ceda493744fd {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:09:59.354703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:59.419812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852438242'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:59.447910 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:09:59.484881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:09:59.485282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 9dbc27d7-2886-4c02-acd7-b59d26fbbc71 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:09:59.486439 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:59.758093 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851465367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851574991'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:59.764093 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1729cb98-2b34-4b32-a2dd-cce7bb6ed0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:09:59.803330 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daad0934-2d9e-46de-b136-ceda493744fd,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:09:59.807927 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:59.820277 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] 10.222.0.36 "DELETE /v2.0/subnets/daad0934-2d9e-46de-b136-ceda493744fd HTTP/1.1" status: 204  len: 168 time: 0.5467288
Apr 17 04:09:59.820277 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.820277 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.821143 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.821781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.822867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.822867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.823232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.823722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.823844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46306) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:09:59.824284 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.824765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.825246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.825950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:09:59.829899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6faaf030-778c-4e93-99b6-58d6cae7f4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:09:59.940280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a301134-2a54-4747-9132-d982ff122253 req-32eca3c2-2d16-444f-9a99-e6c8e8eb8c5b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:09:59.942097 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6a301134-2a54-4747-9132-d982ff122253 req-32eca3c2-2d16-444f-9a99-e6c8e8eb8c5b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.1010244
Apr 17 04:09:59.952419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:09:59.992949 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6a301134-2a54-4747-9132-d982ff122253 req-163bbc26-4ec4-4fb1-8e47-4d9457e1cf98 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435193
Apr 17 04:10:00.105509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:00.227612 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc86adcc0>,) {'filters': {'network_id': ['2e805b95-c0eb-4c28-8528-81c64dd7c4d0']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:10:00.233473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a86bf-af90-411a-a12f-b5e53c4aeb85 req-6fb954a3-2f91-442f-89b6-373b527a6521 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:00.236022 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-574a86bf-af90-411a-a12f-b5e53c4aeb85 req-6fb954a3-2f91-442f-89b6-373b527a6521 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.0989215
Apr 17 04:10:00.242175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc86adcc0>, '0ecb5a99-c260-4873-9cf5-6431d37ef864') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:10:00.242604 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc86adcc0>, '0ecb5a99-c260-4873-9cf5-6431d37ef864') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:10:00.255316 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:00.271093 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:00.277995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:10:00.285789 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-574a86bf-af90-411a-a12f-b5e53c4aeb85 req-68af4f67-1f52-429d-a600-1750a79acd6a tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434008
Apr 17 04:10:00.479169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:10:00.488225 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:00.663959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Network 2e805b95-c0eb-4c28-8528-81c64dd7c4d0 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:10:00.690458 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:10:00.721682 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d368a3b-acf8-435e-b93b-4dd2cc4dc93f req-b81c58fa-99d8-41e1-b27d-83cbe9cec93d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:00.723429 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6d368a3b-acf8-435e-b93b-4dd2cc4dc93f req-b81c58fa-99d8-41e1-b27d-83cbe9cec93d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.0885699
Apr 17 04:10:00.771224 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6d368a3b-acf8-435e-b93b-4dd2cc4dc93f req-b6c5bab1-b6ce-4329-8f03-0681c52396e5 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412996
Apr 17 04:10:00.774795 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:00.778535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3a614408-5a02-4f02-8ed7-05c51bfdd16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:00.793831 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:00.807457 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] 10.222.0.36 "DELETE /v2.0/networks/2e805b95-c0eb-4c28-8528-81c64dd7c4d0 HTTP/1.1" status: 204  len: 168 time: 0.9794657
Apr 17 04:10:00.807457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e805b95-c0eb-4c28-8528-81c64dd7c4d0,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:00.820208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.820938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.821342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.821743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.822134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.822526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.823004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.823389 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.823782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.824224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.824598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.824963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:00.829066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:00.991916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46346) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:01.043731 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e2a7abef-92a4-4016-a82a-419d2dcec52c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebeaf04422e94c9899b4cfaabf7c4a86&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0504432
Apr 17 04:10:01.046627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46350) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:01.365799 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e31a-de82-4a09-a3e6-cd38ff0b1e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:01.393881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e31a-de82-4a09-a3e6-cd38ff0b1e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:01.439802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e31a-de82-4a09-a3e6-cd38ff0b1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:01.444857 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-12b34305-028d-43ec-a067-25cd4ee218cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:01.458989 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2e31a-de82-4a09-a3e6-cd38ff0b1e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af92a313-cc06-42ea-a287-aea7cc97085b,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:01.461804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a0c2e31a-de82-4a09-a3e6-cd38ff0b1e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:01.463024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e31a-de82-4a09-a3e6-cd38ff0b1e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:01.467701 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a0c2e31a-de82-4a09-a3e6-cd38ff0b1e32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af92a313-cc06-42ea-a287-aea7cc97085b HTTP/1.1" status: 204  len: 168 time: 0.4194617
Apr 17 04:10:07.483441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46528) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:07.637871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a9d44985-22ca-4625-8f8d-d302c7aa16a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:07.653711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a9d44985-22ca-4625-8f8d-d302c7aa16a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:07.658121 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a9d44985-22ca-4625-8f8d-d302c7aa16a6 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0981965e7646e98bcac89a87549783 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:07.661092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a9d44985-22ca-4625-8f8d-d302c7aa16a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:07.667418 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a9d44985-22ca-4625-8f8d-d302c7aa16a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:07.755923 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a9d44985-22ca-4625-8f8d-d302c7aa16a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:07.759308 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a9d44985-22ca-4625-8f8d-d302c7aa16a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:07.768491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ff4c7a14-ae86-431a-8acf-337f07f8f3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:07.813233 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a9d44985-22ca-4625-8f8d-d302c7aa16a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf0981965e7646e98bcac89a87549783&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3260937
Apr 17 04:10:07.814111 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46536) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:07.815356 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d44985-22ca-4625-8f8d-d302c7aa16a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf45bf4-eb07-438b-948a-bfa0ad2a1faa,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:07.818561 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a9d44985-22ca-4625-8f8d-d302c7aa16a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:07.869221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-df95287a-8d7a-45b2-9f43-ab6ecf63d95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:07.907739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-42edc99c-075b-4c38-bfcf-90b856f6e9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:07.936674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-42edc99c-075b-4c38-bfcf-90b856f6e9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:07.987878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-42edc99c-075b-4c38-bfcf-90b856f6e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:07.993621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-42243946-97d2-4d67-bc0e-618b613d13bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:08.015561 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edc99c-075b-4c38-bfcf-90b856f6e9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf45bf4-eb07-438b-948a-bfa0ad2a1faa,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:08.018642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-42edc99c-075b-4c38-bfcf-90b856f6e9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:08.026182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-42edc99c-075b-4c38-bfcf-90b856f6e9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:08.031154 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-42edc99c-075b-4c38-bfcf-90b856f6e9ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abf45bf4-eb07-438b-948a-bfa0ad2a1faa HTTP/1.1" status: 204  len: 168 time: 0.2158284
Apr 17 04:10:08.089710 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-ae1f6420-ab1b-4817-9aed-a387c16debf1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0876298
Apr 17 04:10:08.210966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-2cefc3cd-c9f2-45ab-954e-78d16202518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:08.212804 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-2cefc3cd-c9f2-45ab-954e-78d16202518f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 1099 time: 0.0956147
Apr 17 04:10:08.418521 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-7c5e82a9-a73c-4942-b669-cef1c058137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:08.421184 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-7c5e82a9-a73c-4942-b669-cef1c058137e service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 918 time: 0.1839747
Apr 17 04:10:08.439725 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46546) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:08.460382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b7d600b5-691b-4627-85e4-b72c6ebd19d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:08.476661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b7d600b5-691b-4627-85e4-b72c6ebd19d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:08.481480 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b7d600b5-691b-4627-85e4-b72c6ebd19d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d88c11d9334e4baa862edc60b149ad92 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:08.484790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b7d600b5-691b-4627-85e4-b72c6ebd19d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:08.491615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b7d600b5-691b-4627-85e4-b72c6ebd19d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:08.537421 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-1e480100-9e04-48e5-9626-421242bbb270 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f82354-abf0-43f8-bb94-3a445e741edf HTTP/1.1" status: 200  len: 999 time: 0.1073661
Apr 17 04:10:08.578317 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b7d600b5-691b-4627-85e4-b72c6ebd19d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:08.582078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b7d600b5-691b-4627-85e4-b72c6ebd19d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:08.591462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-369e97c9-1a56-4dc5-8a5a-e7660d8038d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:08.618290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-c6ce3800-0e2d-46ac-8b59-f454242c268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:08.620189 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-c6ce3800-0e2d-46ac-8b59-f454242c268f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80cde3a3-6963-4ab6-a96e-946aa1c0f361 HTTP/1.1" status: 200  len: 856 time: 0.0761230
Apr 17 04:10:08.640152 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d600b5-691b-4627-85e4-b72c6ebd19d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ade5a3-71d6-4670-af59-27055049d30c,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:08.646444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b7d600b5-691b-4627-85e4-b72c6ebd19d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:08.656491 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b7d600b5-691b-4627-85e4-b72c6ebd19d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d88c11d9334e4baa862edc60b149ad92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2154522
Apr 17 04:10:08.657196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46552) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:08.728793 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a9cb37bb-5a74-4672-92ee-626896d3906d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:08.751853 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-6891d375-6d07-4d75-964e-34a69e6ab19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:08.753578 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-6891d375-6d07-4d75-964e-34a69e6ab19b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1208303
Apr 17 04:10:08.761009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a9cb37bb-5a74-4672-92ee-626896d3906d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:08.787937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:08.815020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a9cb37bb-5a74-4672-92ee-626896d3906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:08.820372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3740e8c8-6301-4810-bee0-6b0f3e7565b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:08.834343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb37bb-5a74-4672-92ee-626896d3906d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ade5a3-71d6-4670-af59-27055049d30c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:08.838076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a9cb37bb-5a74-4672-92ee-626896d3906d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:08.840376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a9cb37bb-5a74-4672-92ee-626896d3906d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:08.844912 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a9cb37bb-5a74-4672-92ee-626896d3906d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53ade5a3-71d6-4670-af59-27055049d30c HTTP/1.1" status: 204  len: 168 time: 0.1866012
Apr 17 04:10:08.943581 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-05644f2a-ba32-4282-963a-865a9ef766e7 service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662495
Apr 17 04:10:09.111042 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a2e1a1a5-51fb-4ce7-9819-0e130127c59f req-53e4d262-ce97-46f5-ad50-7a2180393ed5 service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585011
Apr 17 04:10:09.294610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46562) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:09.314666 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-59c8fd2b-6ee5-4e41-9bd0-59ff6ff92a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:09.330720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-59c8fd2b-6ee5-4e41-9bd0-59ff6ff92a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:09.334854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-59c8fd2b-6ee5-4e41-9bd0-59ff6ff92a61 admin admin] Usage tracker for resource:security_group_rule and tenant:88ec686fddf1445aaf7757c89b8609c0 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:09.338648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-59c8fd2b-6ee5-4e41-9bd0-59ff6ff92a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:09.345744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-59c8fd2b-6ee5-4e41-9bd0-59ff6ff92a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:09.437662 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-59c8fd2b-6ee5-4e41-9bd0-59ff6ff92a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:09.441158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-59c8fd2b-6ee5-4e41-9bd0-59ff6ff92a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:09.450440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c6bf8a23-6ddd-4e96-b127-7c8d57fc338f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:09.493876 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-59c8fd2b-6ee5-4e41-9bd0-59ff6ff92a61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88ec686fddf1445aaf7757c89b8609c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1979609
Apr 17 04:10:09.494699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8fd2b-6ee5-4e41-9bd0-59ff6ff92a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ae5437-3413-40eb-9017-d859cd563e9d,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:09.497502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46566) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:09.498062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-59c8fd2b-6ee5-4e41-9bd0-59ff6ff92a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:09.573271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-11f53230-a066-41cb-b19c-8fa29040e5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:09.613040 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-11f53230-a066-41cb-b19c-8fa29040e5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:09.702973 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-11f53230-a066-41cb-b19c-8fa29040e5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:09.710205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b7d600b5-691b-4627-85e4-b72c6ebd19d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:09.723453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f53230-a066-41cb-b19c-8fa29040e5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ae5437-3413-40eb-9017-d859cd563e9d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:09.725538 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-11f53230-a066-41cb-b19c-8fa29040e5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:09.733295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-11f53230-a066-41cb-b19c-8fa29040e5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:09.734637 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-11f53230-a066-41cb-b19c-8fa29040e5cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45ae5437-3413-40eb-9017-d859cd563e9d HTTP/1.1" status: 204  len: 168 time: 0.2358711
Apr 17 04:10:10.237218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1741f18f-09b8-4812-a44c-f96e2ea414a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:11.127361 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:11.177092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46608) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:11.320082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-049aeb0d-b5b9-4577-953b-ebc2546f87fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:11.337061 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-049aeb0d-b5b9-4577-953b-ebc2546f87fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:11.341983 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-049aeb0d-b5b9-4577-953b-ebc2546f87fd admin admin] Usage tracker for resource:security_group_rule and tenant:f7e5165ffc164031b306fc71e3136835 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:11.345167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-049aeb0d-b5b9-4577-953b-ebc2546f87fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:11.351909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-049aeb0d-b5b9-4577-953b-ebc2546f87fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:11.401494 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:11.448037 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-049aeb0d-b5b9-4577-953b-ebc2546f87fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:11.451793 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-049aeb0d-b5b9-4577-953b-ebc2546f87fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:11.459415 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dcda968e-36a0-45dc-8c2c-d91325f88f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:11.503942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049aeb0d-b5b9-4577-953b-ebc2546f87fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac61aff0-84fe-43ba-a7b2-0e67b2d068b7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:11.508729 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-049aeb0d-b5b9-4577-953b-ebc2546f87fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7e5165ffc164031b306fc71e3136835&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3304825
Apr 17 04:10:11.509743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-049aeb0d-b5b9-4577-953b-ebc2546f87fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:11.511790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46616) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:11.588382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b46eee3c-d6b1-4d4e-adda-ada5e28624ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:11.619208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b46eee3c-d6b1-4d4e-adda-ada5e28624ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:11.665932 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b46eee3c-d6b1-4d4e-adda-ada5e28624ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:11.671131 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-049aeb0d-b5b9-4577-953b-ebc2546f87fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:11.683831 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46eee3c-d6b1-4d4e-adda-ada5e28624ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac61aff0-84fe-43ba-a7b2-0e67b2d068b7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:11.687153 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b46eee3c-d6b1-4d4e-adda-ada5e28624ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:11.689195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b46eee3c-d6b1-4d4e-adda-ada5e28624ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:11.690392 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b46eee3c-d6b1-4d4e-adda-ada5e28624ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac61aff0-84fe-43ba-a7b2-0e67b2d068b7 HTTP/1.1" status: 204  len: 168 time: 0.1776433
Apr 17 04:10:12.850638 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:13.695202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cb865-bd08-4a5c-b601-22ef140bc24d req-42028e19-c86b-46d5-b43d-526d262c53a7 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:13.697485 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-577cb865-bd08-4a5c-b601-22ef140bc24d req-42028e19-c86b-46d5-b43d-526d262c53a7 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.0992053
Apr 17 04:10:13.753284 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-577cb865-bd08-4a5c-b601-22ef140bc24d req-2042daac-6a92-4f89-9aa7-4c7be7819788 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463104
Apr 17 04:10:13.776115 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46682) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:14.050975 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44276136-de67-4ab6-903f-59eb4414d69a tempest-TestMinimumBasicScenario-1476128590 tempest-TestMinimumBasicScenario-1476128590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:14.052756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-44276136-de67-4ab6-903f-59eb4414d69a tempest-TestMinimumBasicScenario-1476128590 tempest-TestMinimumBasicScenario-1476128590-project-admin] Synchronizing usage tracker for tenant:c968339e8a91437c82bd4cf2a17c29cc on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:10:14.074776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-44276136-de67-4ab6-903f-59eb4414d69a tempest-TestMinimumBasicScenario-1476128590 tempest-TestMinimumBasicScenario-1476128590-project-admin] Unset dirty status for tenant:c968339e8a91437c82bd4cf2a17c29cc on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:10:14.076608 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-44276136-de67-4ab6-903f-59eb4414d69a tempest-TestMinimumBasicScenario-1476128590 tempest-TestMinimumBasicScenario-1476128590-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 1094 time: 0.2992413
Apr 17 04:10:14.080182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46688) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:14.087761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Request body: {'floatingip': {'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'port_id': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:14.112483 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:14.127873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Usage tracker for resource:floatingip and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:14.133272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:14.143250 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:14.165904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for floatingip, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:14.396098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:14.572587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Allocated IP 172.27.0.99 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/7345e5b7-1bc4-4912-a9bb-1cc51146f64f) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:10:14.756006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:14.797475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:14.802900 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-eacc9c8d-8ab1-4a02-b8c8-c7cd7d514188 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:14.896783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'Port': ['ID=7345e5b7-1bc4-4912-a9bb-1cc51146f64f,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:14.907501 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:10:14.909104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:14.910161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:10:14.912709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:10:15.429731 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:15.521290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:15.767370 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:15.771656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:15.776744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-84855f5c-c4f9-4ecc-96e0-632c7331f513 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:15.886367 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:16.052578 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'Port': ['ID=7345e5b7-1bc4-4912-a9bb-1cc51146f64f,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:16.059116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:16.106912 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Floating IP 77042ec2-ff71-4950-bc93-e78a29e6cc03 associated. External IP: 172.27.0.99, port: 9a349617-e485-48bf-a3da-a9219d6f2b88.
Apr 17 04:10:16.760397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:10:16.978493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:10:16.993726 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb33784-659d-46e9-aae7-b81090d6017c None None] Sync routers for ids ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:10:17.005161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb33784-659d-46e9-aae7-b81090d6017c None None] Routers {'3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:10:17.007024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-3fb33784-659d-46e9-aae7-b81090d6017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9116630>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:10:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:10:17.039868 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.113579 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46726) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:17.114186 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0325298
Apr 17 04:10:17.114993 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:10:17.119729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801441252', 'description': 'tempest-secgroup-smoke-801441252 description', 'project_id': '1540efc0b56c401fa98e56d3607f02ac'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:17.130599 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:17.137181 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Usage tracker for resource:security_group and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:17.142466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:17.150986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:17.165205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.202936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:17.209198 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Usage tracker for resource:security_group_rule and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:17.215365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:17.235871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:17.236039 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'status': 'completed', 'code': 200}
Apr 17 04:10:17.353128 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.356678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.363684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b85917d9-fb95-4e77-a22d-e6ed7b9e92df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:17.414597 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.416263 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3016376
Apr 17 04:10:17.417532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1255903c-7ce3-4aeb-aca3-e21a40d0d49e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:17.421039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46736) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:17.427700 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:17.429295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Request body: {'security_group_rule': {'security_group_id': '1255903c-7ce3-4aeb-aca3-e21a40d0d49e', 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:17.441475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:17.451149 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Usage tracker for resource:security_group_rule and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:17.454937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:17.462866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:17.480372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.552220 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-3fb33784-659d-46e9-aae7-b81090d6017c None None] Set router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:10:17.571239 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.612789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.628096 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:17.648287 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846d2a44-51a5-446f-b52d-026d6b874ef5,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:17.650963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:17.671557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.675595 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1c05aa64-cc7e-44d4-a981-a597717b3ac0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2496169
Apr 17 04:10:17.676153 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46742) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:17.683371 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Request body: {'security_group_rule': {'security_group_id': '1255903c-7ce3-4aeb-aca3-e21a40d0d49e', 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:17.690810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:17.695059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Usage tracker for resource:security_group_rule and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:17.698577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:17.707295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:17.736503 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.826433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.831197 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.834529 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-35d85052-53c0-46f0-a9db-3064751a1f51 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:17.866802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cdccd9-afa9-43d3-a722-f991a21341fa,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:17.870645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:17.877390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:17.878718 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5d91b7a8-4925-45f8-a93c-c67066c1c327 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2014914
Apr 17 04:10:17.881585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46748) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:17.889292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Request body: {'security_group_rule': {'security_group_id': '1255903c-7ce3-4aeb-aca3-e21a40d0d49e', 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:17.896051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:17.900523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Usage tracker for resource:security_group_rule and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:17.904365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:17.911654 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:17.933503 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.020289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.032052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.034259 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1bca066e-4394-402e-863b-40ccf5760006 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:18.053130 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec9afba-768d-4767-bd75-f680b1e2899c,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:18.057502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:18.058459 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-3fb33784-659d-46e9-aae7-b81090d6017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9116630>, [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '77042ec2-ff71-4950-bc93-e78a29e6cc03', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'port_id': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'mac_address': 'fa:16:3e:24:39:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b247b-1a4e-4cc1-90cd-49db720327da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:10:15Z', 'updated_at': '2021-04-17T04:10:15Z', 'revision_number': 0, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ca9b22-e0a2-4759-9544-61412e7e4c58', 'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'mac_address': 'fa:16:3e:92:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:55Z', 'updated_at': '2021-04-17T04:09:06Z', 'revision_number': 5, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'subnets': [{'id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:10:18.077596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.082015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46754) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:18.090078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Request body: {'security_group_rule': {'security_group_id': '1255903c-7ce3-4aeb-aca3-e21a40d0d49e', 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:18.091195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb33784-659d-46e9-aae7-b81090d6017c None None] Checking router: 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:10:18.096910 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9cda5449-63b0-408a-94e9-a19392ce252b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2141578
Apr 17 04:10:18.098226 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:18.104201 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Usage tracker for resource:security_group_rule and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:18.108010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:18.112438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb33784-659d-46e9-aae7-b81090d6017c None None] Routers {'3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:10:18.115016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-3fb33784-659d-46e9-aae7-b81090d6017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9116630>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:10:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:10:18.117773 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:18.136005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.224350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.226909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.235691 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-077c58a6-d99e-4ec1-afbc-2f74a2e547cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:18.258612 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad4f06a-2afe-4d7f-93fb-fca38a692f00,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:18.261393 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:18.270399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.271832 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1884267
Apr 17 04:10:18.274846 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46760) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:18.284686 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Request body: {'security_group_rule': {'security_group_id': '1255903c-7ce3-4aeb-aca3-e21a40d0d49e', 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:18.295891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:18.301686 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Usage tracker for resource:security_group_rule and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:18.306352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:18.315857 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:18.333081 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.securitygroups_db [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Project 1540efc0b56c401fa98e56d3607f02ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 17 04:10:18.339391 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-3fb33784-659d-46e9-aae7-b81090d6017c None None] Set router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:10:18.346736 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.499072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.504754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.515907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-221c2239-1962-487b-ba36-49c4e3d547fd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:18.534041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b034e78-58d7-4708-86ce-f5a76755e851 req-8c8c5e62-b96a-4121-b161-90ff6ce074da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:18.535662 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b034e78-58d7-4708-86ce-f5a76755e851 req-8c8c5e62-b96a-4121-b161-90ff6ce074da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1540efc0b56c401fa98e56d3607f02ac&device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 1099 time: 0.1457074
Apr 17 04:10:18.540616 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c78bf79-8dc1-48d0-a3f0-83fcc90583a4,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:18.543168 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:18.628118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.628118 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ac3598bb-de94-4158-95e4-ed7d785d674d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3521974
Apr 17 04:10:18.631180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46768) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:18.637802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Request body: {'security_group_rule': {'security_group_id': '1255903c-7ce3-4aeb-aca3-e21a40d0d49e', 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:18.645671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:18.650617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Usage tracker for resource:security_group_rule and tenant:1540efc0b56c401fa98e56d3607f02ac is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:18.657642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:18.667164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:18.684872 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.securitygroups_db [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Project 1540efc0b56c401fa98e56d3607f02ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 17 04:10:18.693722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.717562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b034e78-58d7-4708-86ce-f5a76755e851 req-3f23dedd-a55d-4ab6-a5a1-d5444d957011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:18.719931 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b034e78-58d7-4708-86ce-f5a76755e851 req-3f23dedd-a55d-4ab6-a5a1-d5444d957011 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a51085e4-408d-4488-add1-349bbd12a1e8 HTTP/1.1" status: 200  len: 916 time: 0.1758015
Apr 17 04:10:18.787450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.793139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.797698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:18.810002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-3fb33784-659d-46e9-aae7-b81090d6017c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9116630>, [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '77042ec2-ff71-4950-bc93-e78a29e6cc03', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'port_id': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'mac_address': 'fa:16:3e:24:39:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b247b-1a4e-4cc1-90cd-49db720327da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:10:15Z', 'updated_at': '2021-04-17T04:10:15Z', 'revision_number': 0, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ca9b22-e0a2-4759-9544-61412e7e4c58', 'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'mac_address': 'fa:16:3e:92:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:55Z', 'updated_at': '2021-04-17T04:09:06Z', 'revision_number': 5, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'subnets': [{'id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:10:18.814643 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb33784-659d-46e9-aae7-b81090d6017c None None] The sync data for ids ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'] in dv-cinder-786054-2-iscsi is: [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '77042ec2-ff71-4950-bc93-e78a29e6cc03', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'port_id': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'mac_address': 'fa:16:3e:24:39:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226b247b-1a4e-4cc1-90cd-49db720327da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:10:15Z', 'updated_at': '2021-04-17T04:10:15Z', 'revision_number': 0, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ca9b22-e0a2-4759-9544-61412e7e4c58', 'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'mac_address': 'fa:16:3e:92:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:55Z', 'updated_at': '2021-04-17T04:09:06Z', 'revision_number': 5, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'subnets': [{'id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:10:18.851637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3041657-e08b-4711-b745-eda12b6886e2,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:18.855257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:18.860219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:18.869038 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2361205
Apr 17 04:10:18.894244 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b034e78-58d7-4708-86ce-f5a76755e851 req-9c101759-452e-4d74-b965-e28ae6a05c28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a349617-e485-48bf-a3da-a9219d6f2b88 HTTP/1.1" status: 200  len: 999 time: 0.1650181
Apr 17 04:10:18.979550 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b034e78-58d7-4708-86ce-f5a76755e851 req-afee0d97-6123-4f92-b06c-3a1a9c88d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:18.981133 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b034e78-58d7-4708-86ce-f5a76755e851 req-afee0d97-6123-4f92-b06c-3a1a9c88d27d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4bad628f-708f-499a-9fd0-6bbfd8e3c23a HTTP/1.1" status: 200  len: 854 time: 0.0769768
Apr 17 04:10:19.160188 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5b570fa1-e721-4a8f-9dd6-baf091b55bdf req-22fe9de5-6172-4a40-894f-021d5435f15d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801441252&fields=id&tenant_id=1540efc0b56c401fa98e56d3607f02ac HTTP/1.1" status: 200  len: 267 time: 0.1776478
Apr 17 04:10:19.192066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e49705-4412-4afd-8111-96266b419d1e None None] New status for floating IP 77042ec2-ff71-4950-bc93-e78a29e6cc03: ACTIVE {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:10:19.248517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b034e78-58d7-4708-86ce-f5a76755e851 req-daca94d8-23cb-4ce3-a5c6-0ddea1201fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:19.250768 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b034e78-58d7-4708-86ce-f5a76755e851 req-daca94d8-23cb-4ce3-a5c6-0ddea1201fea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a51085e4-408d-4488-add1-349bbd12a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2518721
Apr 17 04:10:19.417181 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b034e78-58d7-4708-86ce-f5a76755e851 req-b4635f69-f55d-4acd-b2dc-7426a24dd81c service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510684
Apr 17 04:10:19.426983 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b570fa1-e721-4a8f-9dd6-baf091b55bdf req-a24638e5-994f-447d-975c-072413a7a372 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:19.428591 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5b570fa1-e721-4a8f-9dd6-baf091b55bdf req-a24638e5-994f-447d-975c-072413a7a372 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.2595646
Apr 17 04:10:19.476617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-5b570fa1-e721-4a8f-9dd6-baf091b55bdf req-c9ca6976-47f4-4666-aa60-915a15e6002d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Request body: {'port': {'security_groups': ['fcfd0b3c-5179-4385-9efc-79adc353f369', '1255903c-7ce3-4aeb-aca3-e21a40d0d49e']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:19.724995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5b570fa1-e721-4a8f-9dd6-baf091b55bdf req-c9ca6976-47f4-4666-aa60-915a15e6002d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:19.856630 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b034e78-58d7-4708-86ce-f5a76755e851 req-af7cdbde-ba02-4434-a0ab-1250feebb2a3 service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4269347
Apr 17 04:10:20.191388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-5b570fa1-e721-4a8f-9dd6-baf091b55bdf req-c9ca6976-47f4-4666-aa60-915a15e6002d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] For port 9a349617-e485-48bf-a3da-a9219d6f2b88, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a349617-e485-48bf-a3da-a9219d6f2b88,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:10:20.226325 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5b570fa1-e721-4a8f-9dd6-baf091b55bdf req-c9ca6976-47f4-4666-aa60-915a15e6002d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:20.230476 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5b570fa1-e721-4a8f-9dd6-baf091b55bdf req-c9ca6976-47f4-4666-aa60-915a15e6002d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:20.236899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-88f18578-33a9-4199-a54a-afa7bf3a63af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:20.242636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['9a349617-e485-48bf-a3da-a9219d6f2b88'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:10:20.337340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b570fa1-e721-4a8f-9dd6-baf091b55bdf req-c9ca6976-47f4-4666-aa60-915a15e6002d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:20.338143 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-5b570fa1-e721-4a8f-9dd6-baf091b55bdf req-c9ca6976-47f4-4666-aa60-915a15e6002d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:20.339789 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5b570fa1-e721-4a8f-9dd6-baf091b55bdf req-c9ca6976-47f4-4666-aa60-915a15e6002d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "PUT /v2.0/ports/9a349617-e485-48bf-a3da-a9219d6f2b88 HTTP/1.1" status: 200  len: 982 time: 0.8719056
Apr 17 04:10:20.340441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:10:20.368894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca6976-47f4-4666-aa60-915a15e6002d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'Port': ['ID=9a349617-e485-48bf-a3da-a9219d6f2b88,revision_number=6']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:20.386891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c9ca6976-47f4-4666-aa60-915a15e6002d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:20.454876 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['9a349617-e485-48bf-a3da-a9219d6f2b88'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:10:20.473316 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'status': 'completed', 'code': 200}
Apr 17 04:10:20.764971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233294ce-5fa3-4e9d-8f56-4f29d2d95d8b req-d10447d2-7160-46b5-bbdd-8261e8abffa4 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:20.766948 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-233294ce-5fa3-4e9d-8f56-4f29d2d95d8b req-d10447d2-7160-46b5-bbdd-8261e8abffa4 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.1712842
Apr 17 04:10:20.783939 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5b83e-6a0f-44fd-8e8b-20b51ac93b40 req-c5e754eb-185c-47ee-bb28-7d813aee008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:20.786270 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-35f5b83e-6a0f-44fd-8e8b-20b51ac93b40 req-c5e754eb-185c-47ee-bb28-7d813aee008f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1540efc0b56c401fa98e56d3607f02ac&device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 1138 time: 0.2831855
Apr 17 04:10:20.836417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fb12ef04-1720-483c-88f2-643816f01cd9 None None] Provisioning complete for port 9a349617-e485-48bf-a3da-a9219d6f2b88 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:10:20.836999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb12ef04-1720-483c-88f2-643816f01cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:20.969425 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-233294ce-5fa3-4e9d-8f56-4f29d2d95d8b req-f4522b2d-7aa1-4f58-b912-09a13f323eb5 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1817658
Apr 17 04:10:21.043455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5b83e-6a0f-44fd-8e8b-20b51ac93b40 req-8697c912-9dbe-438c-81ad-95a250ce802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:21.045898 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-35f5b83e-6a0f-44fd-8e8b-20b51ac93b40 req-8697c912-9dbe-438c-81ad-95a250ce802a service neutron] 10.222.0.43 "GET /v2.0/networks?id=a51085e4-408d-4488-add1-349bbd12a1e8 HTTP/1.1" status: 200  len: 916 time: 0.2404830
Apr 17 04:10:21.268736 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-35f5b83e-6a0f-44fd-8e8b-20b51ac93b40 req-45f95686-6334-48f0-bd1a-50a0005582d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a349617-e485-48bf-a3da-a9219d6f2b88 HTTP/1.1" status: 200  len: 1001 time: 0.2137098
Apr 17 04:10:21.376021 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5b83e-6a0f-44fd-8e8b-20b51ac93b40 req-20961f2c-c4ef-4fc5-bae9-f3bc46683a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:21.378568 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-35f5b83e-6a0f-44fd-8e8b-20b51ac93b40 req-20961f2c-c4ef-4fc5-bae9-f3bc46683a7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4bad628f-708f-499a-9fd0-6bbfd8e3c23a HTTP/1.1" status: 200  len: 854 time: 0.1021950
Apr 17 04:10:21.567893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5b83e-6a0f-44fd-8e8b-20b51ac93b40 req-a9fbc343-9c96-4e44-9436-d870ac51cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:21.569429 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-35f5b83e-6a0f-44fd-8e8b-20b51ac93b40 req-a9fbc343-9c96-4e44-9436-d870ac51cf4b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a51085e4-408d-4488-add1-349bbd12a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1827269
Apr 17 04:10:21.744062 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-35f5b83e-6a0f-44fd-8e8b-20b51ac93b40 req-b4b31385-7238-4210-af6f-0fe044a80ae7 service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1667516
Apr 17 04:10:21.941317 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-35f5b83e-6a0f-44fd-8e8b-20b51ac93b40 req-f0c5ab23-92c7-4de7-a8e0-ff8e29e02335 service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1897240
Apr 17 04:10:23.244497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 46868) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:23.418179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af01c76a-6372-4b31-b5bb-a5ba7cbfaad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:23.421408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:10:23.440035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-af01c76a-6372-4b31-b5bb-a5ba7cbfaad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:23.446390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-af01c76a-6372-4b31-b5bb-a5ba7cbfaad2 admin admin] Usage tracker for resource:security_group_rule and tenant:fc7193a2c26e46dba13ee700647cb0bd is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:23.450549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-af01c76a-6372-4b31-b5bb-a5ba7cbfaad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:23.457034 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-af01c76a-6372-4b31-b5bb-a5ba7cbfaad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:23.591966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af01c76a-6372-4b31-b5bb-a5ba7cbfaad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:23.595898 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af01c76a-6372-4b31-b5bb-a5ba7cbfaad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:23.606160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-78f02fb2-2e43-4493-b8f2-2eafc6b6a638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:23.661394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01c76a-6372-4b31-b5bb-a5ba7cbfaad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a111d2c-ddb2-4bd7-99c3-b4221a029f61,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:23.672018 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46880) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:23.682142 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-af01c76a-6372-4b31-b5bb-a5ba7cbfaad2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fc7193a2c26e46dba13ee700647cb0bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4360495
Apr 17 04:10:23.683676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-af01c76a-6372-4b31-b5bb-a5ba7cbfaad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:23.756964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8df8d23f-14ef-4afa-834e-a8301d0ac86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:23.791245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8df8d23f-14ef-4afa-834e-a8301d0ac86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:23.846172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8df8d23f-14ef-4afa-834e-a8301d0ac86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:23.854199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cd8adf28-91d5-4619-aead-f96bf8261b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:23.866263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8d23f-14ef-4afa-834e-a8301d0ac86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a111d2c-ddb2-4bd7-99c3-b4221a029f61,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:23.890044 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8df8d23f-14ef-4afa-834e-a8301d0ac86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:23.891082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8df8d23f-14ef-4afa-834e-a8301d0ac86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:23.901714 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8df8d23f-14ef-4afa-834e-a8301d0ac86a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a111d2c-ddb2-4bd7-99c3-b4221a029f61 HTTP/1.1" status: 204  len: 168 time: 0.2284949
Apr 17 04:10:25.535471 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46940) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:25.662933 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca2174ff-74b4-4445-a4a7-96f887044f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:25.679007 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ca2174ff-74b4-4445-a4a7-96f887044f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:25.683116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ca2174ff-74b4-4445-a4a7-96f887044f0e admin admin] Usage tracker for resource:security_group_rule and tenant:a9650e3b17354bfaa7df723a46805c57 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:25.686334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ca2174ff-74b4-4445-a4a7-96f887044f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:25.694108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ca2174ff-74b4-4445-a4a7-96f887044f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:25.778275 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca2174ff-74b4-4445-a4a7-96f887044f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:25.782570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca2174ff-74b4-4445-a4a7-96f887044f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:25.789794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:25.833382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2174ff-74b4-4445-a4a7-96f887044f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afff465-9a7b-4136-a355-0cc98b9944b0,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:25.838124 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ca2174ff-74b4-4445-a4a7-96f887044f0e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9650e3b17354bfaa7df723a46805c57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3015158
Apr 17 04:10:25.839133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ca2174ff-74b4-4445-a4a7-96f887044f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:25.841220 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 46954) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:25.905099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b7da6ccb-dcf5-4e5e-9f8f-b283b92b80e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:25.938561 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b7da6ccb-dcf5-4e5e-9f8f-b283b92b80e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:25.987694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b7da6ccb-dcf5-4e5e-9f8f-b283b92b80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:25.992851 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-42edc99c-075b-4c38-bfcf-90b856f6e9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:26.003722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da6ccb-dcf5-4e5e-9f8f-b283b92b80e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afff465-9a7b-4136-a355-0cc98b9944b0,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:26.008728 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b7da6ccb-dcf5-4e5e-9f8f-b283b92b80e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:26.011237 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b7da6ccb-dcf5-4e5e-9f8f-b283b92b80e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:26.015132 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b7da6ccb-dcf5-4e5e-9f8f-b283b92b80e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1afff465-9a7b-4136-a355-0cc98b9944b0 HTTP/1.1" status: 204  len: 168 time: 0.1699798
Apr 17 04:10:29.930856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 47096) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:29.999286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61f8d07-4f9e-4f0c-8c9e-b5a1d450022e admin admin] Deleting subnet 753bd9e3-b214-48b6-9635-865dbacd8449 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:10:30.002433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c61f8d07-4f9e-4f0c-8c9e-b5a1d450022e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:30.057183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c61f8d07-4f9e-4f0c-8c9e-b5a1d450022e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2449534'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:30.116258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c61f8d07-4f9e-4f0c-8c9e-b5a1d450022e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:30.378271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c61f8d07-4f9e-4f0c-8c9e-b5a1d450022e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262441'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:30.382658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:30.418905 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f8d07-4f9e-4f0c-8c9e-b5a1d450022e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753bd9e3-b214-48b6-9635-865dbacd8449,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:30.421509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c61f8d07-4f9e-4f0c-8c9e-b5a1d450022e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:30.424437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c61f8d07-4f9e-4f0c-8c9e-b5a1d450022e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:30.430728 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c61f8d07-4f9e-4f0c-8c9e-b5a1d450022e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/753bd9e3-b214-48b6-9635-865dbacd8449 HTTP/1.1" status: 204  len: 168 time: 0.4986737
Apr 17 04:10:30.433757 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 47102) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:30.552255 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:30.688179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:30.787205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 47116) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:30.802641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc9f7d1d0>,) {'filters': {'network_id': ['87bd5ea9-9d3e-4650-bbef-c1c88799268a']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:10:30.816764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9f7d1d0>, '63fb507e-943b-4e87-9cb8-e466763a7fb1') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:10:30.817103 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9f7d1d0>, '63fb507e-943b-4e87-9cb8-e466763a7fb1') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:10:30.829954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:30.845858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:30.852514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:10:30.919237 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-25aad981-5003-48a9-b9a0-afc9ae6dd31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:30.936249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-25aad981-5003-48a9-b9a0-afc9ae6dd31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:30.940559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-25aad981-5003-48a9-b9a0-afc9ae6dd31a admin admin] Usage tracker for resource:security_group_rule and tenant:bda40c0627a942369449c96da6f0cd33 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:30.943692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-25aad981-5003-48a9-b9a0-afc9ae6dd31a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:30.950605 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-25aad981-5003-48a9-b9a0-afc9ae6dd31a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:31.047877 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-25aad981-5003-48a9-b9a0-afc9ae6dd31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.052857 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-25aad981-5003-48a9-b9a0-afc9ae6dd31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.062963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dd739ee7-30d1-4f89-94b2-5ee9e15d1eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:31.109192 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-25aad981-5003-48a9-b9a0-afc9ae6dd31a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bda40c0627a942369449c96da6f0cd33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3205750
Apr 17 04:10:31.110150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aad981-5003-48a9-b9a0-afc9ae6dd31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204ee894-b734-48c0-be8a-445d424c4f03,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:31.112732 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 47122) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:31.115816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-25aad981-5003-48a9-b9a0-afc9ae6dd31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:31.179026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-666904de-a478-4990-ab9d-a251542ab413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.211147 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-666904de-a478-4990-ab9d-a251542ab413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.263734 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Network 87bd5ea9-9d3e-4650-bbef-c1c88799268a has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:10:31.277559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.462300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Network 87bd5ea9-9d3e-4650-bbef-c1c88799268a has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:10:31.485259 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:10:31.500070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-666904de-a478-4990-ab9d-a251542ab413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.505080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-56a45929-4ec1-4d30-a900-28b1de9c9133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:31.517893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666904de-a478-4990-ab9d-a251542ab413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204ee894-b734-48c0-be8a-445d424c4f03,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:31.520347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-666904de-a478-4990-ab9d-a251542ab413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:31.527741 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-666904de-a478-4990-ab9d-a251542ab413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.529777 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-666904de-a478-4990-ab9d-a251542ab413 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/204ee894-b734-48c0-be8a-445d424c4f03 HTTP/1.1" status: 204  len: 168 time: 0.4160104
Apr 17 04:10:31.563606 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.567608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bbfba9a2-876e-4752-81dc-400656d228e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:31.584151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.590757 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Pushing event deleted for resources: {'Network': ['ID=87bd5ea9-9d3e-4650-bbef-c1c88799268a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:31.594088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:31.597318 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] 10.222.0.36 "DELETE /v2.0/networks/87bd5ea9-9d3e-4650-bbef-c1c88799268a HTTP/1.1" status: 204  len: 168 time: 1.1613140
Apr 17 04:10:31.788023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 47136) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:31.838531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 47140) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:31.842283 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-bcc33be6-f331-49e2-8ab2-bedbd07a492c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e7a8483a32f4eea956e68b973f80922&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0529692
Apr 17 04:10:31.845340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 47144) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:31.865484 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8c37daa-e795-46a4-80c8-8e9c75a5496a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.883504 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c8c37daa-e795-46a4-80c8-8e9c75a5496a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:31.888133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c8c37daa-e795-46a4-80c8-8e9c75a5496a admin admin] Usage tracker for resource:security_group_rule and tenant:f716860550074d06820b543c06b60ccf is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:31.891193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c8c37daa-e795-46a4-80c8-8e9c75a5496a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:31.897508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c8c37daa-e795-46a4-80c8-8e9c75a5496a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:31.910188 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-189c24bb-992e-4bd4-8412-a02724f7bfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.938142 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-189c24bb-992e-4bd4-8412-a02724f7bfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.985042 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-189c24bb-992e-4bd4-8412-a02724f7bfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.987865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8c37daa-e795-46a4-80c8-8e9c75a5496a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:31.989005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-59c8fd2b-6ee5-4e41-9bd0-59ff6ff92a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:31.990912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c8c37daa-e795-46a4-80c8-8e9c75a5496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:32.000422 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-976f23bf-ed85-4d17-a1a8-30307cd232e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:32.004479 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c24bb-992e-4bd4-8412-a02724f7bfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29c0640-2bd4-41a3-b119-dc41e6b2abbb,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:32.008397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-189c24bb-992e-4bd4-8412-a02724f7bfad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:32.011855 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-189c24bb-992e-4bd4-8412-a02724f7bfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:32.015659 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-189c24bb-992e-4bd4-8412-a02724f7bfad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c29c0640-2bd4-41a3-b119-dc41e6b2abbb HTTP/1.1" status: 204  len: 168 time: 0.1667473
Apr 17 04:10:32.057124 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c8c37daa-e795-46a4-80c8-8e9c75a5496a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f716860550074d06820b543c06b60ccf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2146282
Apr 17 04:10:32.057124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c37daa-e795-46a4-80c8-8e9c75a5496a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb29b1f-3694-45d8-8cb7-94bb614a2897,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:32.057582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 47152) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:32.060248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c8c37daa-e795-46a4-80c8-8e9c75a5496a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:32.127719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e832e0ca-4f95-4755-b2bc-1394a8c7efd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:32.157732 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e832e0ca-4f95-4755-b2bc-1394a8c7efd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:32.204912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e832e0ca-4f95-4755-b2bc-1394a8c7efd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:32.210208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6e94263a-77c4-424c-9576-ccfc55e33c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:32.224510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832e0ca-4f95-4755-b2bc-1394a8c7efd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb29b1f-3694-45d8-8cb7-94bb614a2897,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:32.226950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e832e0ca-4f95-4755-b2bc-1394a8c7efd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:32.229247 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e832e0ca-4f95-4755-b2bc-1394a8c7efd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:32.230355 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e832e0ca-4f95-4755-b2bc-1394a8c7efd7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4eb29b1f-3694-45d8-8cb7-94bb614a2897 HTTP/1.1" status: 204  len: 168 time: 0.1714840
Apr 17 04:10:33.069329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 47204) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:33.324675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 47232) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:33.363964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1375577318-network', 'tenant_id': '1da483ccb4174888b9f390e3db168e34'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:33.371047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:33.391075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Usage tracker for resource:network and tenant:1da483ccb4174888b9f390e3db168e34 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:33.395466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:33.398363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c02-af97-451b-9fc6-00b7f6082302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.413744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:33.421379 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1a5f0c02-af97-451b-9fc6-00b7f6082302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:33.427026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1a5f0c02-af97-451b-9fc6-00b7f6082302 admin admin] Usage tracker for resource:security_group_rule and tenant:54d8b46e4d0d41c7ba68ed506adbc934 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:33.430161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-1a5f0c02-af97-451b-9fc6-00b7f6082302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:33.433102 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Made reservation on behalf of 1da483ccb4174888b9f390e3db168e34 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:10:33.437912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.452417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-1a5f0c02-af97-451b-9fc6-00b7f6082302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:33.457069 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.485062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:33.492186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Usage tracker for resource:security_group_rule and tenant:1da483ccb4174888b9f390e3db168e34 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:33.496069 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:33.505499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:33.602460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c02-af97-451b-9fc6-00b7f6082302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.613442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a5f0c02-af97-451b-9fc6-00b7f6082302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.624523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-81f886b2-bcdd-4283-9e53-b1161283780c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:33.692253 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1a5f0c02-af97-451b-9fc6-00b7f6082302 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54d8b46e4d0d41c7ba68ed506adbc934&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3637810
Apr 17 04:10:33.692837 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 47254) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:33.694597 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.697914 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.702496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f0c02-af97-451b-9fc6-00b7f6082302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe16dfb2-db99-43a1-8279-7abfe88070a5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:33.706648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1a5f0c02-af97-451b-9fc6-00b7f6082302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:33.707209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cd91f297-0e7e-4039-a8c7-546c8aa72978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:33.724350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:10:33.746958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.747260 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Added segment f162c29c-87e2-4bba-a3cf-0307d5691fa4 of type vlan for network edc0c03f-722c-4ac6-8079-9aaca7a00754
Apr 17 04:10:33.757580 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8633659f-7c56-4ce0-ab34-fd0df7119063,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:33.767054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:33.782899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.801432 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8e160380-8f50-437f-a4bd-963edfc8247c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.822587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.824812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:33.826015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.833253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8e160380-8f50-437f-a4bd-963edfc8247c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.833487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:33.884438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8e160380-8f50-437f-a4bd-963edfc8247c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.890456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-855e3dd8-9218-460b-8e45-f701c2c41176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:33.904948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e160380-8f50-437f-a4bd-963edfc8247c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe16dfb2-db99-43a1-8279-7abfe88070a5,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:33.907829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8e160380-8f50-437f-a4bd-963edfc8247c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:33.909046 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8e160380-8f50-437f-a4bd-963edfc8247c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:33.910258 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8e160380-8f50-437f-a4bd-963edfc8247c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe16dfb2-db99-43a1-8279-7abfe88070a5 HTTP/1.1" status: 204  len: 168 time: 0.2164237
Apr 17 04:10:33.955663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=edc0c03f-722c-4ac6-8079-9aaca7a00754,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:33.960333 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:33.967040 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8945379
Apr 17 04:10:33.968626 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 47264) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:10:33.971169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network edc0c03f-722c-4ac6-8079-9aaca7a00754 details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:10:33.975673 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Request body: {'subnet': {'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1375577318-subnet', 'tenant_id': '1da483ccb4174888b9f390e3db168e34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:33.982502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:33.986729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Usage tracker for resource:subnet and tenant:1da483ccb4174888b9f390e3db168e34 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:33.989875 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:33.996569 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:34.006969 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Made reservation on behalf of 1da483ccb4174888b9f390e3db168e34 for: {'subnet': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:10:34.012411 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3200795'] for subnet, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:34.473211 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3310380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3200778'] for subnet, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:34.477175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-76ed4930-756b-4ff5-9ca5-db727aaaaea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:34.551813 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa9c0504-3544-4d59-a0a2-5c4c9bc90bad,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:34.555758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:34.563506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Checking segment: {'id': 'f162c29c-87e2-4bba-a3cf-0307d5691fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:10:34.563940 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Network hostable DHCP agents. Network: edc0c03f-722c-4ac6-8079-9aaca7a00754, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:10:34.584304 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Network edc0c03f-722c-4ac6-8079-9aaca7a00754 is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:10:34.593580 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, edc0c03f-722c-4ac6-8079-9aaca7a00754) {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:10:34.603841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cee62f-6455-42f8-b322-3d87c833cc53 None None] Network edc0c03f-722c-4ac6-8079-9aaca7a00754 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:10:34.605853 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:34.606676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:34.635021 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-371eb822-e28e-4940-ba7c-eb544f8cc1b6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6651168
Apr 17 04:10:34.843523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787c5813-592a-4a23-941b-ad23804f07e7 None None] Network edc0c03f-722c-4ac6-8079-9aaca7a00754 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:10:36.733035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-c55a61a6-0407-4575-a613-9fd47bfd7b37 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:36.734540 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-c55a61a6-0407-4575-a613-9fd47bfd7b37 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/networks?id=edc0c03f-722c-4ac6-8079-9aaca7a00754 HTTP/1.1" status: 200  len: 814 time: 0.1600280
Apr 17 04:10:36.754193 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-e96232c2-ca22-4ef0-84a1-fa97d5c1e812 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/quotas/1da483ccb4174888b9f390e3db168e34 HTTP/1.1" status: 200  len: 375 time: 0.0099607
Apr 17 04:10:36.807106 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-7ca71bce-9beb-4189-814d-698c1e9f1480 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1da483ccb4174888b9f390e3db168e34&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472176
Apr 17 04:10:36.953634 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-29fb83de-59c0-498b-9f2c-83d4f51d0475 service neutron] 10.222.0.36 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368923
Apr 17 04:10:37.106049 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-7f621d06-36f8-415b-b867-a4e5f6f6fb69 service neutron] 10.222.0.36 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459265
Apr 17 04:10:37.318642 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-33ce6cff-18fd-40b9-9842-bd07e87ca628 req-78ec1912-3412-4c7c-9a97-3fde0aa74428 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 210 time: 0.0526588
Apr 17 04:10:37.853981 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a0164da-cec7-48b6-b444-93594ff58d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:38.563419 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-82f40770-3f98-4a06-9d7b-152e1aa9883b req-f24e4480-6dcb-436a-bc45-8aeedcfdab86 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 210 time: 0.1097751
Apr 17 04:10:38.641221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-4f6ba1c8-69bf-4a84-b795-bbb076502ae0 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:38.642772 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-4f6ba1c8-69bf-4a84-b795-bbb076502ae0 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.43 "GET /v2.0/networks?id=edc0c03f-722c-4ac6-8079-9aaca7a00754 HTTP/1.1" status: 200  len: 814 time: 0.2129352
Apr 17 04:10:38.667286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Request body: {'port': {'device_id': '53408f99-8e25-47bf-9407-9aa8441d4b8a', 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754', 'admin_state_up': True, 'tenant_id': '1da483ccb4174888b9f390e3db168e34'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:38.791312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:38.812173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:10:38.816740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Usage tracker for resource:port and tenant:1da483ccb4174888b9f390e3db168e34 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:10:38.819950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:10:38.827146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:10:38.836466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Made reservation on behalf of 1da483ccb4174888b9f390e3db168e34 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:10:38.842649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:39.018252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Allocated IP 172.20.0.13 (edc0c03f-722c-4ac6-8079-9aaca7a00754/fa9c0504-3544-4d59-a0a2-5c4c9bc90bad/a0ea21c2-3237-46eb-90a6-a2a0c2bc6116) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:10:39.239511 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:39.272610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:39.279419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-32e40667-71d1-4d52-a21b-fdaa9164f32b tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:39.349412 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Network edc0c03f-722c-4ac6-8079-9aaca7a00754 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:10:39.352606 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:10:39.355086 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:10:39.396909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Pushing event updated for resources: {'Port': ['ID=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:39.399954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:39.427759 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:39.428406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:39.449168 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7860994
Apr 17 04:10:39.463140 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Request body: {'port': {'device_id': '53408f99-8e25-47bf-9407-9aa8441d4b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:10:39.587642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:39.932097 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb5cd1-d0ac-41dd-bd2f-489a80699ad6 req-f0d382a6-8e02-439d-8c3c-0b4f60a314bd tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:39.932745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-6bcb5cd1-d0ac-41dd-bd2f-489a80699ad6 req-f0d382a6-8e02-439d-8c3c-0b4f60a314bd tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Synchronizing usage tracker for tenant:1da483ccb4174888b9f390e3db168e34 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:10:39.971696 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-6bcb5cd1-d0ac-41dd-bd2f-489a80699ad6 req-f0d382a6-8e02-439d-8c3c-0b4f60a314bd tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Unset dirty status for tenant:1da483ccb4174888b9f390e3db168e34 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:10:39.972987 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6bcb5cd1-d0ac-41dd-bd2f-489a80699ad6 req-f0d382a6-8e02-439d-8c3c-0b4f60a314bd tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 932 time: 0.2640290
Apr 17 04:10:40.082526 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6bcb5cd1-d0ac-41dd-bd2f-489a80699ad6 req-50de888d-7e7e-4c39-b87b-beec7421e73a tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967226
Apr 17 04:10:40.086700 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:10:40.095351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:40.110368 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Transition to ACTIVE for port object a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:10:40.113581 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:40.117290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7c87abe0-f780-4f7e-9c6e-7c1224c0383b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:40.240798 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0859896b-45fc-471f-81f6-0d74aae6ab3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:40.252501 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Pushing event updated for resources: {'Port': ['ID=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:40.279914 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:40.364685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Attempting to bind port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:10:40.365047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Attempting to bind port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f162c29c-87e2-4bba-a3cf-0307d5691fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:10:40.365411 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Attempting to bind port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 on network edc0c03f-722c-4ac6-8079-9aaca7a00754 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:10:40.370707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 on network edc0c03f-722c-4ac6-8079-9aaca7a00754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:10:40.371081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Attempting to bind port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 on network edc0c03f-722c-4ac6-8079-9aaca7a00754 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:10:40.376695 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:10:40.377069 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Checking segment: {'id': 'f162c29c-87e2-4bba-a3cf-0307d5691fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:10:40.377467 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Bound using segment: {'id': 'f162c29c-87e2-4bba-a3cf-0307d5691fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:10:40.377961 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Bound port: a0ea21c2-3237-46eb-90a6-a2a0c2bc6116, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f162c29c-87e2-4bba-a3cf-0307d5691fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:10:40.378340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:40.486790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] For port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:10:40.490070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] For port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116,segment=NetworkSegment(f162c29c-87e2-4bba-a3cf-0307d5691fa4),segment_id=f162c29c-87e2-4bba-a3cf-0307d5691fa4)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:10:40.494438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:40.498396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ad8fec9c-99a4-4578-9a99-0d1c5a4c3279 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:40.564936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:40.565643 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:40.567207 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] 10.222.0.43 "PUT /v2.0/ports/a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 HTTP/1.1" status: 200  len: 1094 time: 1.1088603
Apr 17 04:10:40.567745 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53408f99-8e25-47bf-9407-9aa8441d4b8a', 'tag': 'a0ea21c2-3237-46eb-90a6-a2a0c2bc6116'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:10:40.586969 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Pushing event updated for resources: {'Port': ['ID=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:40.590475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:40.627663 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53408f99-8e25-47bf-9407-9aa8441d4b8a', 'tag': 'a0ea21c2-3237-46eb-90a6-a2a0c2bc6116', 'status': 'completed', 'code': 200}
Apr 17 04:10:40.723611 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-492e8e8f-f9b7-46a0-8145-bb075fcbbe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:40.725207 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-492e8e8f-f9b7-46a0-8145-bb075fcbbe88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1da483ccb4174888b9f390e3db168e34&device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 1097 time: 0.0867758
Apr 17 04:10:40.802703 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-f3524a16-36b1-48ba-815f-b6a1a99c23e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 HTTP/1.1" status: 200  len: 217 time: 0.0696814
Apr 17 04:10:40.878303 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-7cce272e-4dd2-4a48-8f66-b1bda96b202e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:40.879873 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-7cce272e-4dd2-4a48-8f66-b1bda96b202e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9c0504-3544-4d59-a0a2-5c4c9bc90bad HTTP/1.1" status: 200  len: 854 time: 0.0682819
Apr 17 04:10:40.937079 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-5d12ff27-cd0d-4de2-87b1-c6758b7c7664 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edc0c03f-722c-4ac6-8079-9aaca7a00754&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456491
Apr 17 04:10:41.090104 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-a19e6fe4-c7fb-41e6-82b0-372da7f23435 service neutron] 10.222.0.43 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429901
Apr 17 04:10:41.120966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:41.288662 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0fadbdee-6365-4a98-82f9-814f2755f5de req-b6974cf2-bc0f-47a2-9f2d-16abd21afe74 service neutron] 10.222.0.43 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874421
Apr 17 04:10:41.318975 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018b800-ea4e-485f-8e03-d71c05efaafb req-912f02ea-dd6a-4edc-8bf9-cba305d05ae3 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:41.320847 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5018b800-ea4e-485f-8e03-d71c05efaafb req-912f02ea-dd6a-4edc-8bf9-cba305d05ae3 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 944 time: 0.1233604
Apr 17 04:10:41.404909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:41.421194 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5018b800-ea4e-485f-8e03-d71c05efaafb req-b7319035-d050-40a5-99bc-dd9fc1905c08 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929539
Apr 17 04:10:41.447993 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32788-67d4-4352-a3e0-82ac5932ba86 req-b753c1a0-b7aa-4cd2-9896-df924100715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:41.449604 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c3c32788-67d4-4352-a3e0-82ac5932ba86 req-b753c1a0-b7aa-4cd2-9896-df924100715e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1da483ccb4174888b9f390e3db168e34&device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 1097 time: 0.1070063
Apr 17 04:10:41.599638 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32788-67d4-4352-a3e0-82ac5932ba86 req-2de9fdf4-e947-4396-b91f-85518605fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:41.601247 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c3c32788-67d4-4352-a3e0-82ac5932ba86 req-2de9fdf4-e947-4396-b91f-85518605fcd1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=edc0c03f-722c-4ac6-8079-9aaca7a00754 HTTP/1.1" status: 200  len: 915 time: 0.1435201
Apr 17 04:10:41.681945 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c3c32788-67d4-4352-a3e0-82ac5932ba86 req-632aa292-c6ff-49d7-889c-9fd32143bd0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 HTTP/1.1" status: 200  len: 217 time: 0.0682538
Apr 17 04:10:41.992797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32788-67d4-4352-a3e0-82ac5932ba86 req-d9489287-008c-4706-8b64-57e05a561936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:41.994295 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c3c32788-67d4-4352-a3e0-82ac5932ba86 req-d9489287-008c-4706-8b64-57e05a561936 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9c0504-3544-4d59-a0a2-5c4c9bc90bad HTTP/1.1" status: 200  len: 854 time: 0.2952507
Apr 17 04:10:42.053756 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c3c32788-67d4-4352-a3e0-82ac5932ba86 req-031a00d1-3c0f-48db-9bcb-a77726f95a3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edc0c03f-722c-4ac6-8079-9aaca7a00754&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458250
Apr 17 04:10:42.217958 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c3c32788-67d4-4352-a3e0-82ac5932ba86 req-f1d25a91-8e94-4dca-8778-bba9ce86a349 service neutron] 10.222.0.43 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358869
Apr 17 04:10:42.366548 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c3c32788-67d4-4352-a3e0-82ac5932ba86 req-44db93d2-3405-4a52-b834-c4385bbbac23 service neutron] 10.222.0.43 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388087
Apr 17 04:10:42.650490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cb349-b0b5-4ae0-8e1a-14bae1a7bfaa req-06c152a3-c4e2-4710-a237-58d8b2e797ee tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:42.651981 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-640cb349-b0b5-4ae0-8e1a-14bae1a7bfaa req-06c152a3-c4e2-4710-a237-58d8b2e797ee tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 944 time: 0.1027403
Apr 17 04:10:42.703851 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-640cb349-b0b5-4ae0-8e1a-14bae1a7bfaa req-46ab8c0c-ee7a-4b16-8feb-6880bc40ad25 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437791
Apr 17 04:10:42.857882 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:43.925323 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4a5f2-8626-476e-9bd8-fbd169a2e5d4 req-69396621-860c-4fdd-aa84-68be4e48cefe tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:43.926920 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3c4a5f2-8626-476e-9bd8-fbd169a2e5d4 req-69396621-860c-4fdd-aa84-68be4e48cefe tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 944 time: 0.0916631
Apr 17 04:10:43.977378 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3c4a5f2-8626-476e-9bd8-fbd169a2e5d4 req-da86e723-f658-41e8-9e3d-24b2a8a7be10 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410485
Apr 17 04:10:44.883815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:10:45.057479 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116,segment=NetworkSegment(f162c29c-87e2-4bba-a3cf-0307d5691fa4),segment_id=f162c29c-87e2-4bba-a3cf-0307d5691fa4)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:10:45.075167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': 'a0ea21c2-3237-46eb-90a6-a2a0c2bc6116', 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754', 'port_id': 'a0ea21c2-3237-46eb-90a6-a2a0c2bc6116', 'mac_address': 'fa:16:3e:b0:6d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9c0504-3544-4d59-a0a2-5c4c9bc90bad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:10:45.136824 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:45.155327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:10:45.171660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116,segment=NetworkSegment(f162c29c-87e2-4bba-a3cf-0307d5691fa4),segment_id=f162c29c-87e2-4bba-a3cf-0307d5691fa4)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:10:45.175669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:45.177531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:45.206766 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e444d5-678f-4efd-8553-ead526d5b422 req-a7093fa0-7166-4ea2-9f73-4d4bbb93ad65 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:45.208442 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e9e444d5-678f-4efd-8553-ead526d5b422 req-a7093fa0-7166-4ea2-9f73-4d4bbb93ad65 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 944 time: 0.1025751
Apr 17 04:10:45.252143 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:45.257855 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e9e444d5-678f-4efd-8553-ead526d5b422 req-e30a09fc-e394-4158-81d4-1c5cddc4e28d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428126
Apr 17 04:10:45.260177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.260567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.260948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.261429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.261663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.262064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.262435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.262828 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.263212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.263575 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.263934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.264294 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:10:45.268393 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:45.482257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['a0ea21c2-3237-46eb-90a6-a2a0c2bc6116'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:10:46.470325 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386654c6-d47c-41f4-8bbb-b19ae35cabea req-28e4c701-dedc-4de6-af04-e978f67ea22f tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:46.471888 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-386654c6-d47c-41f4-8bbb-b19ae35cabea req-28e4c701-dedc-4de6-af04-e978f67ea22f tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 945 time: 0.0979681
Apr 17 04:10:46.519694 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-386654c6-d47c-41f4-8bbb-b19ae35cabea req-9e74e27a-0efa-4a91-a6da-caef780107df tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413718
Apr 17 04:10:46.897082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:10:46.991841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:10:46.998722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:10:46.999170 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:47.126289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:47.155502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53408f99-8e25-47bf-9407-9aa8441d4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ea21c2-3237-46eb-90a6-a2a0c2bc6116'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:10:47.166531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116,segment=NetworkSegment(f162c29c-87e2-4bba-a3cf-0307d5691fa4),segment_id=f162c29c-87e2-4bba-a3cf-0307d5691fa4)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:10:47.170252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:10:47.172218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:10:47.209783 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53408f99-8e25-47bf-9407-9aa8441d4b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ea21c2-3237-46eb-90a6-a2a0c2bc6116', 'code': 200}
Apr 17 04:10:47.244223 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:10:47.247682 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:10:47.464520 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59516c-f98e-48ee-aef3-130e1efabcad req-7e170125-4e94-4221-a1ed-6807e85bf6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:47.466366 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc59516c-f98e-48ee-aef3-130e1efabcad req-7e170125-4e94-4221-a1ed-6807e85bf6a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 1099 time: 0.0827558
Apr 17 04:10:47.515952 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc59516c-f98e-48ee-aef3-130e1efabcad req-e8cb2956-8bfb-479e-a1c6-94a2de65e09a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414860
Apr 17 04:10:47.738186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84512388-9e3d-4e4c-bed0-c1244970309d req-f58f7ff1-3553-460b-82a7-ea369822d373 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:47.739745 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-84512388-9e3d-4e4c-bed0-c1244970309d req-f58f7ff1-3553-460b-82a7-ea369822d373 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 946 time: 0.0989892
Apr 17 04:10:47.791298 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-84512388-9e3d-4e4c-bed0-c1244970309d req-1d4799e4-7a02-40be-b8e3-a0f24da48f3c tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433304
Apr 17 04:10:49.015203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca0047-1c1e-4a24-b715-59f2fd2a8f90 req-fd85d738-d6cd-41cd-800c-3ae709968dd9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:10:49.016922 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-13ca0047-1c1e-4a24-b715-59f2fd2a8f90 req-fd85d738-d6cd-41cd-800c-3ae709968dd9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 946 time: 0.1031053
Apr 17 04:10:49.069256 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-13ca0047-1c1e-4a24-b715-59f2fd2a8f90 req-a96042fb-3081-4e6f-82b8-6fe3ae58a6e3 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427592
Apr 17 04:11:00.421600 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:11:03.913752 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd7262-ffe9-4fb4-b677-c78e1047da40 req-5f9026ab-44f7-457c-ae86-695fa46a0756 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:03.915333 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-06fd7262-ffe9-4fb4-b677-c78e1047da40 req-5f9026ab-44f7-457c-ae86-695fa46a0756 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.0894759
Apr 17 04:11:03.968158 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-06fd7262-ffe9-4fb4-b677-c78e1047da40 req-a50959e7-5f80-49ce-90e6-1773f288724a tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0433805
Apr 17 04:11:05.300511 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797defc2-a5ec-4c93-b64c-dacfa4f472f8 req-615122de-6d92-4d9c-a264-d22fa07de8bf tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:05.302140 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-797defc2-a5ec-4c93-b64c-dacfa4f472f8 req-615122de-6d92-4d9c-a264-d22fa07de8bf tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.2086945
Apr 17 04:11:05.353743 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-797defc2-a5ec-4c93-b64c-dacfa4f472f8 req-fe8a4d51-c63b-49a7-91ed-431c8be49933 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0448446
Apr 17 04:11:05.853278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c229b-de7b-47c4-a1cd-ce86cd7cc52f req-dab3bf20-8137-4d4c-9a7b-df3c52be6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:05.854948 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d28c229b-de7b-47c4-a1cd-ce86cd7cc52f req-dab3bf20-8137-4d4c-9a7b-df3c52be6eea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1540efc0b56c401fa98e56d3607f02ac&device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 1138 time: 0.1289084
Apr 17 04:11:06.005962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c229b-de7b-47c4-a1cd-ce86cd7cc52f req-08eca1ce-acbc-425d-8b5a-d82793dc15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:06.007542 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d28c229b-de7b-47c4-a1cd-ce86cd7cc52f req-08eca1ce-acbc-425d-8b5a-d82793dc15b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a51085e4-408d-4488-add1-349bbd12a1e8 HTTP/1.1" status: 200  len: 916 time: 0.1448898
Apr 17 04:11:06.132998 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d28c229b-de7b-47c4-a1cd-ce86cd7cc52f req-36a9a869-97ee-4590-aa77-005c33e62fd0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a349617-e485-48bf-a3da-a9219d6f2b88 HTTP/1.1" status: 200  len: 1001 time: 0.1176262
Apr 17 04:11:06.216187 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c229b-de7b-47c4-a1cd-ce86cd7cc52f req-4fcbfb91-3701-4434-a73a-39ccfd07fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:06.217775 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d28c229b-de7b-47c4-a1cd-ce86cd7cc52f req-4fcbfb91-3701-4434-a73a-39ccfd07fbde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4bad628f-708f-499a-9fd0-6bbfd8e3c23a HTTP/1.1" status: 200  len: 854 time: 0.0691218
Apr 17 04:11:06.325406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c229b-de7b-47c4-a1cd-ce86cd7cc52f req-dc8519f4-b276-46a3-a8ef-7aa82dd72d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:06.327056 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d28c229b-de7b-47c4-a1cd-ce86cd7cc52f req-dc8519f4-b276-46a3-a8ef-7aa82dd72d17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a51085e4-408d-4488-add1-349bbd12a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0968604
Apr 17 04:11:06.517152 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d28c229b-de7b-47c4-a1cd-ce86cd7cc52f req-6c0e263b-9026-4d9d-9a58-7eed0477b9de service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1798844
Apr 17 04:11:06.690934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c88f9-6cdc-4abe-8322-2243d8ff6013 req-7634b4a6-f05a-4b55-804b-99c4f9452152 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:06.692540 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4c0c88f9-6cdc-4abe-8322-2243d8ff6013 req-7634b4a6-f05a-4b55-804b-99c4f9452152 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.2198539
Apr 17 04:11:06.696557 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d28c229b-de7b-47c4-a1cd-ce86cd7cc52f req-4f2cdc29-099f-4f6a-9bf3-46116fb226c7 service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720326
Apr 17 04:11:06.746380 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4c0c88f9-6cdc-4abe-8322-2243d8ff6013 req-896401ba-8cff-4345-8a6c-c5ba7c470917 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0469122
Apr 17 04:11:07.637154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945703fd-d558-4fd4-a3b5-1037bbcf726c req-23a52bed-124c-4e66-9a1d-bcb4b640ad0a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:07.638621 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-945703fd-d558-4fd4-a3b5-1037bbcf726c req-23a52bed-124c-4e66-9a1d-bcb4b640ad0a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 946 time: 0.0919678
Apr 17 04:11:07.693604 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-945703fd-d558-4fd4-a3b5-1037bbcf726c req-e58a40d8-36ca-4765-bac5-febcc2ed0d8d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455070
Apr 17 04:11:07.857153 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8833903b-4ec8-4ec4-93aa-9550b83a0b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:07.955890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa52328-576b-495c-bc8d-46a73d5b0e00 req-005f68fc-fb31-4ebc-bf24-906c47564710 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:07.957483 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3fa52328-576b-495c-bc8d-46a73d5b0e00 req-005f68fc-fb31-4ebc-bf24-906c47564710 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.0937521
Apr 17 04:11:08.011691 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3fa52328-576b-495c-bc8d-46a73d5b0e00 req-b19e3bf3-f43a-413d-84fd-e5f44416b083 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0444801
Apr 17 04:11:08.798404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:08.915528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f424b2-9031-457f-aec2-e6f4fac26031 req-89002f22-a0c5-4e62-8f40-1968341a598c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:08.917086 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d5f424b2-9031-457f-aec2-e6f4fac26031 req-89002f22-a0c5-4e62-8f40-1968341a598c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 946 time: 0.0934196
Apr 17 04:11:08.965953 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d5f424b2-9031-457f-aec2-e6f4fac26031 req-c3d51d99-c971-4ff2-aafb-c1a3da54096c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422390
Apr 17 04:11:09.222256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08ede3-4b62-4ce5-9a58-d3b946008e5b req-72efc52e-0495-4352-bd0e-caea7c9ac900 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:09.223929 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9d08ede3-4b62-4ce5-9a58-d3b946008e5b req-72efc52e-0495-4352-bd0e-caea7c9ac900 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.0918379
Apr 17 04:11:09.274793 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9d08ede3-4b62-4ce5-9a58-d3b946008e5b req-acfc483f-db2c-49f1-89a4-e47f78061f84 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0443058
Apr 17 04:11:09.918202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11250d18-18e3-4e60-a739-bf33413b9927 req-3dc39300-81c2-4c84-9adb-9733c6aca812 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:09.919889 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-11250d18-18e3-4e60-a739-bf33413b9927 req-3dc39300-81c2-4c84-9adb-9733c6aca812 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.43 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 946 time: 0.2172062
Apr 17 04:11:10.006783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Deleting port 38f82354-abf0-43f8-bb94-3a445e741edf {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:11:10.007150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:10.243784 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cf78a966-7f0a-454b-a84c-02de3f9214ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:10.335374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad56f47-e96b-4572-9b94-5a099aa1977c req-62eea75b-c153-4b5b-96e7-302a1f33a63b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:10.336977 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9ad56f47-e96b-4572-9b94-5a099aa1977c req-62eea75b-c153-4b5b-96e7-302a1f33a63b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 946 time: 0.2367690
Apr 17 04:11:10.345552 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] For port 38f82354-abf0-43f8-bb94-3a445e741edf, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38f82354-abf0-43f8-bb94-3a445e741edf,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:11:10.345831 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:10.525769 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9ad56f47-e96b-4572-9b94-5a099aa1977c req-9f0291a6-1710-41cf-aca4-2c6a61a17ae9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=10c4f584-e47d-4907-b50f-1bdbea86ed2c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1823311
Apr 17 04:11:10.734286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f91b0-954c-49c6-a5bb-b6dcc0c2d7cc req-2f5354b0-318e-49fc-971b-5fac21a101e7 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:10.736002 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-846f91b0-954c-49c6-a5bb-b6dcc0c2d7cc req-2f5354b0-318e-49fc-971b-5fac21a101e7 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.3066483
Apr 17 04:11:11.030713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:11.031216 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:11.031394 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Floating IP cdb6474c-4087-4d4a-bddc-e3fcdb18b1ec disassociated. External IP: 172.27.0.6, port: 38f82354-abf0-43f8-bb94-3a445e741edf.
Apr 17 04:11:11.031848 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Calling delete_port for 38f82354-abf0-43f8-bb94-3a445e741edf owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:11:11.091851 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-846f91b0-954c-49c6-a5bb-b6dcc0c2d7cc req-297e9b72-f2fd-494c-9856-a51baf04eabf tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3462620
Apr 17 04:11:11.152056 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:11.197111 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:11.203778 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:11.255110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event deleted for resources: {'Port': ['ID=38f82354-abf0-43f8-bb94-3a445e741edf,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:11.265817 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.266414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.266924 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.267328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.267727 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.268535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.268535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.268852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.269242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.269633 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.270018 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.270402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:11.275923 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:11.468144 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:11:11.510730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:11.664137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:11:11.675193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804b49ec-dd20-4bf7-a748-2ee34defe806 None None] Sync routers for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:11:11.685135 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b49ec-dd20-4bf7-a748-2ee34defe806 None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:11:11.686051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-804b49ec-dd20-4bf7-a748-2ee34defe806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc91d2080>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:11:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:11:11.776863 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b643fd29-b008-4402-8022-7c1ef56552ad req-54f1d83e-3537-403f-9be3-841c40d96d21 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=35ce73bb-aa88-45d2-892f-c9068c3f1fda HTTP/1.1" status: 200  len: 210 time: 0.1149952
Apr 17 04:11:11.788856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] No DVR routers for this DVR port 38f82354-abf0-43f8-bb94-3a445e741edf on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:11:11.791545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:11.801841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'name': 'network-vif-deleted', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:11:11.808235 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-11250d18-18e3-4e60-a739-bf33413b9927 req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.43 "DELETE /v2.0/ports/38f82354-abf0-43f8-bb94-3a445e741edf HTTP/1.1" status: 204  len: 173 time: 1.8736298
Apr 17 04:11:11.867198 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ce73bb-aa88-45d2-892f-c9068c3f1fda', 'name': 'network-vif-deleted', 'tag': '38f82354-abf0-43f8-bb94-3a445e741edf', 'status': 'completed', 'code': 200}
Apr 17 04:11:11.903363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-804b49ec-dd20-4bf7-a748-2ee34defe806 None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:11:12.263664 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 47660) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:11:12.270779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-804b49ec-dd20-4bf7-a748-2ee34defe806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc91d2080>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:11:12.276537 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804b49ec-dd20-4bf7-a748-2ee34defe806 None None] Checking router: d32c4f0b-8a2d-4c25-90a7-64219ed8f508 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:11:12.288280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b49ec-dd20-4bf7-a748-2ee34defe806 None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:11:12.289137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-804b49ec-dd20-4bf7-a748-2ee34defe806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc91d2080>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:11:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:11:12.404300 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d9894-8ad7-4f0c-8dcf-7931cafc8402 req-b179d1e7-1f46-446b-b457-87d59fa2f5bc tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:12.406084 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a02d9894-8ad7-4f0c-8dcf-7931cafc8402 req-b179d1e7-1f46-446b-b457-87d59fa2f5bc tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.1514099
Apr 17 04:11:12.425907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:12.441548 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:11:12.445917 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Usage tracker for resource:security_group_rule and tenant:efba490f21094cb18eddf72b40df86da is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:11:12.448862 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:11:12.455235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:11:12.466257 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a02d9894-8ad7-4f0c-8dcf-7931cafc8402 req-39a3bc14-f04f-4de3-873c-91a3f1a13471 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0534372
Apr 17 04:11:12.502659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-804b49ec-dd20-4bf7-a748-2ee34defe806 None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:11:12.546990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:12.551230 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:12.566722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ab9945b7-4145-43bc-bd78-1463cd3163e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:12.603052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 47666) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:11:12.603254 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efba490f21094cb18eddf72b40df86da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3382852
Apr 17 04:11:12.611159 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff2283c-a584-4608-863f-abfa9d6485fb,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:12.619464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.620074 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.620719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.621273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.621810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.622358 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.622924 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.623483 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.624024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.624557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.625090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.625661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:12.630077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:12.699740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92f1b00e-034c-4036-b454-4f2d9b61b36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:12.729630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92f1b00e-034c-4036-b454-4f2d9b61b36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:12.854192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92f1b00e-034c-4036-b454-4f2d9b61b36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:12.859634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-804b49ec-dd20-4bf7-a748-2ee34defe806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc91d2080>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:11:12.859851 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-666904de-a478-4990-ab9d-a251542ab413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:12.864072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804b49ec-dd20-4bf7-a748-2ee34defe806 None None] The sync data for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi is: [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:11:12.866710 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:12.884511 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1b00e-034c-4036-b454-4f2d9b61b36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff2283c-a584-4608-863f-abfa9d6485fb,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:12.892620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-92f1b00e-034c-4036-b454-4f2d9b61b36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:12.898403 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-92f1b00e-034c-4036-b454-4f2d9b61b36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:12.899686 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-92f1b00e-034c-4036-b454-4f2d9b61b36d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ff2283c-a584-4608-863f-abfa9d6485fb HTTP/1.1" status: 204  len: 168 time: 0.2951839
Apr 17 04:11:12.966943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 47676) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:11:13.049120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bd388eb1-c391-47d2-ac7d-46cb1cb5868a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:13.083470 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bd388eb1-c391-47d2-ac7d-46cb1cb5868a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:13.136183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bd388eb1-c391-47d2-ac7d-46cb1cb5868a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:13.142191 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8df8d23f-14ef-4afa-834e-a8301d0ac86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:13.162507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd388eb1-c391-47d2-ac7d-46cb1cb5868a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c4f584-e47d-4907-b50f-1bdbea86ed2c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:13.165682 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bd388eb1-c391-47d2-ac7d-46cb1cb5868a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:13.261771 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bd388eb1-c391-47d2-ac7d-46cb1cb5868a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:13.263032 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-bd388eb1-c391-47d2-ac7d-46cb1cb5868a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "DELETE /v2.0/security-groups/10c4f584-e47d-4907-b50f-1bdbea86ed2c HTTP/1.1" status: 204  len: 168 time: 0.2949402
Apr 17 04:11:13.267566 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 47680) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:11:13.285181 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.v2.resource [None req-4948c245-ec4d-4794-9948-12cfc71f453e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] show failed (client error): The resource could not be found.
Apr 17 04:11:13.286266 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4948c245-ec4d-4794-9948-12cfc71f453e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups/10c4f584-e47d-4907-b50f-1bdbea86ed2c HTTP/1.1" status: 404  len: 347 time: 0.0177324
Apr 17 04:11:13.290372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 47684) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:11:13.336762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac5bf6e-fc74-43c3-8f70-0bff467ad9ea None None] New status for floating IP cdb6474c-4087-4d4a-bddc-e3fcdb18b1ec: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:11:13.462328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Deleting port c17b8a9a-1504-456a-ab6b-eb104f507d44 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:11:13.462724 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:13.652419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:13.652790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:13.692221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80a4be-e50e-4d58-bd7c-65d2e9bda2b3 req-e43675b1-004f-4cc3-b4dd-5e273ca445ab tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:13.693847 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4c80a4be-e50e-4d58-bd7c-65d2e9bda2b3 req-e43675b1-004f-4cc3-b4dd-5e273ca445ab tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.1026449
Apr 17 04:11:13.750641 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4c80a4be-e50e-4d58-bd7c-65d2e9bda2b3 req-0b1fd7aa-ee87-4b22-b6b7-ef4b27e6696c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0486708
Apr 17 04:11:13.785144 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Calling delete_port for c17b8a9a-1504-456a-ab6b-eb104f507d44 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:11:13.889934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:11:13.890278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:11:14.391527 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Deleting port c17b8a9a-1504-456a-ab6b-eb104f507d44 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:11:14.392039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:14.577896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:14.578306 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:14.713166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Calling delete_port for c17b8a9a-1504-456a-ab6b-eb104f507d44 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:11:14.863892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:14.868991 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f83272a0-3323-471f-a7f4-1ce24e627461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:14.921678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event deleted for resources: {'Port': ['ID=c17b8a9a-1504-456a-ab6b-eb104f507d44,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:14.954063 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:14.965207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa614c-a1ee-48ef-8982-25bce46e8a38 req-219aecd1-ad47-4c8b-8d0d-1786f909545e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:14.966753 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-13fa614c-a1ee-48ef-8982-25bce46e8a38 req-219aecd1-ad47-4c8b-8d0d-1786f909545e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.0944993
Apr 17 04:11:15.018071 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-13fa614c-a1ee-48ef-8982-25bce46e8a38 req-0b6d4889-a2c7-417d-8e98-9a4a1138588c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0446744
Apr 17 04:11:15.020885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.036530 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.043627 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-db23df09-008e-4a06-920f-43abdb55ed8a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "DELETE /v2.0/floatingips/cdb6474c-4087-4d4a-bddc-e3fcdb18b1ec HTTP/1.1" status: 204  len: 168 time: 1.7517824
Apr 17 04:11:15.085471 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 38f82354-abf0-43f8-bb94-3a445e741edf no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:11:15.121817 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 38f82354-abf0-43f8-bb94-3a445e741edf {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:11:15.122209 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 38f82354-abf0-43f8-bb94-3a445e741edf not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:11:15.268761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 47698) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:11:15.274627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302405806', 'description': 'tempest-description--1722140167'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:11:15.281182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:11:15.285701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Usage tracker for resource:security_group and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:11:15.288788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:11:15.295017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:11:15.309225 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.331313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:11:15.335420 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Usage tracker for resource:security_group_rule and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:11:15.338390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:11:15.344756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:11:15.416157 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.420177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.424010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e0cb7e38-c350-4d91-b450-0be7332d174b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:15.468382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e37a439-1aa6-44ca-9729-53102211fe6a,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:15.471348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.472626 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2027767
Apr 17 04:11:15.473592 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-71080f99-7ff1-46ad-961f-72beb6ba5470 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:15.475852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 47702) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:11:15.481142 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'security_group_rule': {'security_group_id': '3e37a439-1aa6-44ca-9729-53102211fe6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:11:15.487862 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:11:15.491989 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Usage tracker for resource:security_group_rule and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:11:15.495143 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:11:15.501297 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:11:15.518785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.584456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.588709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.599653 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d08324b0-4bb7-4067-8299-560c78839355 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:15.619802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7127dd94-6643-416b-bce5-2cf374c61513,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:15.625780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:15.626962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.628227 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9041e9d3-0d0e-4f98-97cf-043f98620c1b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1515596
Apr 17 04:11:15.631281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 47708) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:11:15.637244 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'security_group_rule': {'security_group_id': '3e37a439-1aa6-44ca-9729-53102211fe6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:11:15.644341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:11:15.648413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Usage tracker for resource:security_group_rule and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:11:15.652426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:11:15.658595 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:11:15.674805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.741372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.745396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.747517 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-43fda904-47ae-4ba3-84eb-a6548356182b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:15.770260 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6735d31-6604-49c8-8090-322c21bdaa73,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:15.775647 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:15.779956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.781225 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-98bcb495-467b-4533-89a6-add794c656fe tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1487558
Apr 17 04:11:15.784830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 47712) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:11:15.793467 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'floatingip': {'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:11:15.801528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:11:15.805917 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Usage tracker for resource:floatingip and tenant:cd7b9582236a4ade80b48dd303f4412d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:11:15.809117 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:11:15.815777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:11:15.827697 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:15.974621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:16.121777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Allocated IP 172.27.0.117 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/92f08994-449e-4f11-aa79-e67c18b161d5) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:11:16.230493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d253c5-34bd-4b98-84eb-45194f5fe1ac req-b7618889-ac9a-4dc0-aa52-dba1d2e2cc2e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:16.232110 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86d253c5-34bd-4b98-84eb-45194f5fe1ac req-b7618889-ac9a-4dc0-aa52-dba1d2e2cc2e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.0941966
Apr 17 04:11:16.282763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:16.285498 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86d253c5-34bd-4b98-84eb-45194f5fe1ac req-70c66216-21f8-4268-9b74-8dad9c5b4049 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0466554
Apr 17 04:11:16.315321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:16.320207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-02e5c5c5-aa80-4dfa-9e5c-da43014894dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:16.389740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:11:16.392815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:11:16.396678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:11:16.427588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'Port': ['ID=92f08994-449e-4f11-aa79-e67c18b161d5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:16.433927 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:16.484269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:16.551905 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:16.776422 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:16.780572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:16.784456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-106cacdc-b8b9-4a79-a03a-975bb70e5f0a tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:16.893401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'Port': ['ID=92f08994-449e-4f11-aa79-e67c18b161d5,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:16.901307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:16.911069 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:16.934972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:16.936270 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1501238
Apr 17 04:11:17.183216 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-cb1f3efc-deb9-4717-a939-237723ae45f5 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Synchronizing usage tracker for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:11:17.199643 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-cb1f3efc-deb9-4717-a939-237723ae45f5 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Unset dirty status for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:11:17.200868 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-cb1f3efc-deb9-4717-a939-237723ae45f5 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1302405806&fields=id&tenant_id=cd7b9582236a4ade80b48dd303f4412d HTTP/1.1" status: 200  len: 267 time: 0.0604179
Apr 17 04:11:17.366592 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-6f39031f-1f46-4be0-9c6d-c625843bec37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:17.368271 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-6f39031f-1f46-4be0-9c6d-c625843bec37 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 817 time: 0.1568799
Apr 17 04:11:17.385693 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-4740b85a-4878-40d4-b617-6747be367612 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/quotas/cd7b9582236a4ade80b48dd303f4412d HTTP/1.1" status: 200  len: 375 time: 0.0110624
Apr 17 04:11:17.547013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-e815f276-2f07-41cc-8736-b8e41b959648 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Synchronizing usage tracker for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:11:17.565852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f36b0-bd52-40cd-b9a2-620d7563b212 req-b675cb1f-4272-466c-acd0-e0903ee4308c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:17.567440 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-500f36b0-bd52-40cd-b9a2-620d7563b212 req-b675cb1f-4272-466c-acd0-e0903ee4308c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.1355445
Apr 17 04:11:17.589536 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-e815f276-2f07-41cc-8736-b8e41b959648 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Unset dirty status for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:11:17.590765 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-e815f276-2f07-41cc-8736-b8e41b959648 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1990643
Apr 17 04:11:17.629515 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-500f36b0-bd52-40cd-b9a2-620d7563b212 req-29364b16-2720-47c4-8439-2696084a0e1b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0547538
Apr 17 04:11:17.865189 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-99aa03e7-cf99-4c15-9fad-078df84042ef service neutron] 10.222.0.36 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2574236
Apr 17 04:11:18.025279 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-46cd0cad-075c-4397-b137-26a37a06a19d service neutron] 10.222.0.36 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508348
Apr 17 04:11:18.219960 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-19c5f87d-0b14-459f-b3d2-3d6d7255597d req-98ae61ae-4e1a-4b34-882d-c40cbc4a7651 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 210 time: 0.0485775
Apr 17 04:11:18.836921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0b846-1a9b-48cb-8da1-cc623b76afa7 req-bb1a91b9-02fc-4f81-9340-593eea395b1c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:18.838655 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-efd0b846-1a9b-48cb-8da1-cc623b76afa7 req-bb1a91b9-02fc-4f81-9340-593eea395b1c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.0946748
Apr 17 04:11:18.891157 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-efd0b846-1a9b-48cb-8da1-cc623b76afa7 req-a45142f5-1cb9-4aa6-b2bb-2554798c5043 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0437386
Apr 17 04:11:19.461759 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ee3b36d0-0211-4fdd-a30b-5146b52cbe40 req-4c41c0f3-c34d-4f93-bbfc-f5bcbaeb6545 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 210 time: 0.1137908
Apr 17 04:11:19.626269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-f6a2afbf-c42f-4389-9873-435fdbfa7599 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:19.627859 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-f6a2afbf-c42f-4389-9873-435fdbfa7599 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.43 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 817 time: 0.2019393
Apr 17 04:11:19.712130 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-cea2cdae-5083-4875-8f42-5c2cb83f4a3a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd7b9582236a4ade80b48dd303f4412d HTTP/1.1" status: 200  len: 5705 time: 0.0739613
Apr 17 04:11:20.108100 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a558-c70f-4b59-87be-9e574c184e00 req-fb54b976-0921-4333-8734-f82b62a1da98 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:20.109824 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dad9a558-c70f-4b59-87be-9e574c184e00 req-fb54b976-0921-4333-8734-f82b62a1da98 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.0964653
Apr 17 04:11:20.166725 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dad9a558-c70f-4b59-87be-9e574c184e00 req-932db8db-51ce-4332-b4b6-ee0042619bc3 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0501294
Apr 17 04:11:20.640801 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1fc5fafe-b4ab-4ce9-b9a3-f2f1855a7de5 req-7f65a03e-b22d-47ae-8609-1a83f4ff07f4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 210 time: 0.0514178
Apr 17 04:11:21.389538 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29f1ff-1a3f-4f5f-b813-e4961efe2cd3 req-c3a49c3f-4041-455a-b02c-3797c2f72cb5 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:21.391206 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7d29f1ff-1a3f-4f5f-b813-e4961efe2cd3 req-c3a49c3f-4041-455a-b02c-3797c2f72cb5 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.0954792
Apr 17 04:11:21.445618 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7d29f1ff-1a3f-4f5f-b813-e4961efe2cd3 req-d7097883-fee8-4eda-b662-1c5d58c49154 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0471830
Apr 17 04:11:21.832560 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-49bf6247-32ea-400a-837b-9e17524479ed req-a6ab6178-3807-4234-8e4f-9745219972bc tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 210 time: 0.0568099
Apr 17 04:11:22.466789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'port': {'device_id': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'admin_state_up': True, 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'security_groups': ['3e37a439-1aa6-44ca-9729-53102211fe6a']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:11:22.675396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:11:22.690742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:11:22.704870 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Made reservation on behalf of cd7b9582236a4ade80b48dd303f4412d for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:11:22.710929 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:22.733645 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae92e1-278f-4bc0-a77d-fd9ed83287a5 req-b5ad406c-bade-45b9-8fa8-d7445b43371b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:22.735399 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e8ae92e1-278f-4bc0-a77d-fd9ed83287a5 req-b5ad406c-bade-45b9-8fa8-d7445b43371b tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.1659825
Apr 17 04:11:22.855420 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e8ae92e1-278f-4bc0-a77d-fd9ed83287a5 req-a346dfa9-c712-4452-9a5c-44f1e79718d7 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1109526
Apr 17 04:11:22.935133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Allocated IP 172.20.0.13 (8f37c02f-2cb9-4191-8bf8-32e7a2f86a81/80cde3a3-6963-4ab6-a96e-946aa1c0f361/6f6e81dd-4da2-489e-9a68-5754ce61c277) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:11:23.021430 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8d5cd22d-d594-4746-a254-316b0addffaa req-954ed6b4-8e51-4d9d-b201-0864a06c2ea8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 210 time: 0.0620310
Apr 17 04:11:23.183912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:23.200847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Transition to ACTIVE for port object 6f6e81dd-4da2-489e-9a68-5754ce61c277 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:11:23.227893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:23.233880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-281bb7b6-ada5-461d-aa79-74353a7cefb2 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:23.307722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:11:23.311009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:11:23.315196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:11:23.354620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event updated for resources: {'Port': ['ID=6f6e81dd-4da2-489e-9a68-5754ce61c277,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:23.359422 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:23.389832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:23.390525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:23.421339 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9623356
Apr 17 04:11:23.435058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Request body: {'port': {'device_id': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:11:23.544104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-5a54613c-620e-490c-8565-c658cf5c2908 None None] Provisioning for port 6f6e81dd-4da2-489e-9a68-5754ce61c277 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:11:23.550143 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-5a54613c-620e-490c-8565-c658cf5c2908 None None] Provisioning complete for port 6f6e81dd-4da2-489e-9a68-5754ce61c277 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:11:23.550848 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5a54613c-620e-490c-8565-c658cf5c2908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:23.559091 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:23.613017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-5a54613c-620e-490c-8565-c658cf5c2908 None None] Port 6f6e81dd-4da2-489e-9a68-5754ce61c277 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:11:23.930859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6e81dd-4da2-489e-9a68-5754ce61c277 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:11:23.940120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:23.956910 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Transition to ACTIVE for port object 6f6e81dd-4da2-489e-9a68-5754ce61c277 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:11:23.960446 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:23.964248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:24.442665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6e81dd-4da2-489e-9a68-5754ce61c277,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:24.450568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:24.588030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6926580-9898-432f-ae13-e3c16d032308 req-a9caaa23-4007-474f-b164-243325661767 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:24.589627 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6926580-9898-432f-ae13-e3c16d032308 req-a9caaa23-4007-474f-b164-243325661767 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.5949807
Apr 17 04:11:24.629800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebabee2-97cc-4d82-9f8a-3bef8bb88661 req-374a1efc-81c6-4574-beda-089e9407a3d2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:24.630436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-5ebabee2-97cc-4d82-9f8a-3bef8bb88661 req-374a1efc-81c6-4574-beda-089e9407a3d2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Synchronizing usage tracker for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:11:24.645174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Attempting to bind port 6f6e81dd-4da2-489e-9a68-5754ce61c277 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:11:24.645551 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Attempting to bind port 6f6e81dd-4da2-489e-9a68-5754ce61c277 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:11:24.645918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Attempting to bind port 6f6e81dd-4da2-489e-9a68-5754ce61c277 on network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:11:24.669455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Port 6f6e81dd-4da2-489e-9a68-5754ce61c277 on network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:11:24.669820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Attempting to bind port 6f6e81dd-4da2-489e-9a68-5754ce61c277 on network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:11:24.684983 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6926580-9898-432f-ae13-e3c16d032308 req-39ed57b0-5956-448a-bb6a-18faa061c6aa tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0847421
Apr 17 04:11:24.685749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:11:24.686121 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Checking segment: {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:11:24.686533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Bound using segment: {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:11:24.687048 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Bound port: 6f6e81dd-4da2-489e-9a68-5754ce61c277, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f62d8731-c75f-45d9-aaaa-641eb2f49748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:11:24.687426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:24.697877 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-5ebabee2-97cc-4d82-9f8a-3bef8bb88661 req-374a1efc-81c6-4574-beda-089e9407a3d2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Unset dirty status for tenant:cd7b9582236a4ade80b48dd303f4412d on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:11:24.699136 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5ebabee2-97cc-4d82-9f8a-3bef8bb88661 req-374a1efc-81c6-4574-beda-089e9407a3d2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.4170902
Apr 17 04:11:24.805808 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5ebabee2-97cc-4d82-9f8a-3bef8bb88661 req-07fa02d2-0bd3-4d67-9f74-3f55c44e7d88 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984230
Apr 17 04:11:24.819838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:11:24.823612 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:11:24.827792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:24.831756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:24.897331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:24.898035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:24.899588 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] 10.222.0.43 "PUT /v2.0/ports/6f6e81dd-4da2-489e-9a68-5754ce61c277 HTTP/1.1" status: 200  len: 1094 time: 1.4693415
Apr 17 04:11:24.900133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:11:24.921579 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6e81dd-4da2-489e-9a68-5754ce61c277,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:24.925405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:25.087173 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'status': 'completed', 'code': 200}
Apr 17 04:11:25.895604 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f6897-6c1f-4900-9928-ac30589c39c8 req-20168630-9d66-4a5f-8389-f79f1767019a tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:25.897212 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-122f6897-6c1f-4900-9928-ac30589c39c8 req-20168630-9d66-4a5f-8389-f79f1767019a tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.0915501
Apr 17 04:11:26.001857 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-122f6897-6c1f-4900-9928-ac30589c39c8 req-c0632b49-ef53-41ed-976d-b8a5a47b6403 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0973327
Apr 17 04:11:26.042198 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaf8e1-4a67-4d2f-9b32-abcd48b8c568 req-167cd299-6149-42a4-9d10-bcab5896a5cd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:26.043835 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ebbaf8e1-4a67-4d2f-9b32-abcd48b8c568 req-167cd299-6149-42a4-9d10-bcab5896a5cd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.1069765
Apr 17 04:11:26.094175 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ebbaf8e1-4a67-4d2f-9b32-abcd48b8c568 req-f5cb2923-ff9d-4133-b409-94b58193338c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431764
Apr 17 04:11:27.035107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc483532-301b-4e12-8ad1-5f96617cc2f0 req-6b778ac1-3436-4c25-87e4-0092612cb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:27.036746 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fc483532-301b-4e12-8ad1-5f96617cc2f0 req-6b778ac1-3436-4c25-87e4-0092612cb517 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 1097 time: 0.0805614
Apr 17 04:11:27.306079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc483532-301b-4e12-8ad1-5f96617cc2f0 req-8f6926ce-28f0-4f7f-873c-c94440f0f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:27.307673 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fc483532-301b-4e12-8ad1-5f96617cc2f0 req-8f6926ce-28f0-4f7f-873c-c94440f0f9e1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=cd7b9582236a4ade80b48dd303f4412d&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2610416
Apr 17 04:11:27.415107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673133-9770-455c-80e0-7c63c5ac25b2 req-d7fcb5a3-bcc7-43bf-8065-bde38d92270e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:27.416711 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-68673133-9770-455c-80e0-7c63c5ac25b2 req-d7fcb5a3-bcc7-43bf-8065-bde38d92270e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.2888231
Apr 17 04:11:27.519356 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-68673133-9770-455c-80e0-7c63c5ac25b2 req-e6043bec-107e-42a0-87b0-d2a9894d53fb tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0920362
Apr 17 04:11:27.530281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fed9a-4907-49ff-9c14-70d677e5875c req-324696ff-e121-474e-ac21-9024e1d9a233 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:27.532182 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1a9fed9a-4907-49ff-9c14-70d677e5875c req-324696ff-e121-474e-ac21-9024e1d9a233 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.3071852
Apr 17 04:11:27.537137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc483532-301b-4e12-8ad1-5f96617cc2f0 req-e917f060-f0f5-4427-a7f1-ab0649330ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:27.538630 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fc483532-301b-4e12-8ad1-5f96617cc2f0 req-e917f060-f0f5-4427-a7f1-ab0649330ad6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2238836
Apr 17 04:11:27.639301 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1a9fed9a-4907-49ff-9c14-70d677e5875c req-86d162d3-bba8-4e3c-8924-3af47f5a2636 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952518
Apr 17 04:11:27.677851 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-5d514bff-1a1b-4f2f-985f-eeede6f764d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:27.679499 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-5d514bff-1a1b-4f2f-985f-eeede6f764d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 1097 time: 0.0932946
Apr 17 04:11:27.757542 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-193a9cb8-8035-47a9-b9ee-3d6b4f93e79a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277 HTTP/1.1" status: 200  len: 217 time: 0.0698853
Apr 17 04:11:27.829912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-1bcaeaf1-063d-4cb7-a787-150e0f5f2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:27.831470 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-1bcaeaf1-063d-4cb7-a787-150e0f5f2b5d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80cde3a3-6963-4ab6-a96e-946aa1c0f361 HTTP/1.1" status: 200  len: 856 time: 0.0652280
Apr 17 04:11:27.917312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-2cf418a1-c27b-43e2-866d-dad63a36a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:27.918850 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-2cf418a1-c27b-43e2-866d-dad63a36a6eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801957
Apr 17 04:11:28.066264 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-88857996-1340-4b6b-877e-7a2eddacf6cc service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397991
Apr 17 04:11:28.215854 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0b038665-0e3c-4627-8b64-689e3bf4ba31 req-d4f7ae0e-5211-4ebd-a2a0-c7b1fc2fe6ee service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409876
Apr 17 04:11:28.917307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec378e-0aa8-403e-aaff-fb50eeb0bc27 req-b830d3e9-98f0-43d9-9968-9f0f201582fa tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:28.918825 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f2ec378e-0aa8-403e-aaff-fb50eeb0bc27 req-b830d3e9-98f0-43d9-9968-9f0f201582fa tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.1559584
Apr 17 04:11:28.930004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93980bd-138f-456a-a221-57060c89b900 req-527ca5e1-ef35-49ea-a0f5-bccdf14e4b97 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:28.931505 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b93980bd-138f-456a-a221-57060c89b900 req-527ca5e1-ef35-49ea-a0f5-bccdf14e4b97 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.1284034
Apr 17 04:11:29.006895 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f2ec378e-0aa8-403e-aaff-fb50eeb0bc27 req-58b97a34-9355-4c55-972d-8bc11bbbe7cd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743637
Apr 17 04:11:29.013527 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b93980bd-138f-456a-a221-57060c89b900 req-2fd838ce-2b09-490e-99bd-72042cb9805a tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&id=1255903c-7ce3-4aeb-aca3-e21a40d0d49e&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0670102
Apr 17 04:11:30.267801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50ddbf-f700-41ec-a467-96df25c4f333 req-2d629fd1-cf45-460a-a0aa-73a8b8f364ae tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:30.269384 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc50ddbf-f700-41ec-a467-96df25c4f333 req-2d629fd1-cf45-460a-a0aa-73a8b8f364ae tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.1601489
Apr 17 04:11:30.278259 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c152d-3672-495d-af66-d8b7666f1613 req-c6d0602c-1d31-40b1-8f26-0dda27a1fa1c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:30.279749 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c64c152d-3672-495d-af66-d8b7666f1613 req-c6d0602c-1d31-40b1-8f26-0dda27a1fa1c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.1338668
Apr 17 04:11:30.349447 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc50ddbf-f700-41ec-a467-96df25c4f333 req-a7959f35-7335-46f3-ae07-ae307c3b93d9 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686512
Apr 17 04:11:30.359906 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c64c152d-3672-495d-af66-d8b7666f1613 req-d644cbc1-e546-4b85-8ab2-a2f641330da3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633247
Apr 17 04:11:31.635211 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9390c-259f-4cf4-9099-246f53ef9eb2 req-bcbdf394-873b-4c4e-9901-5cd040fed611 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:31.636812 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e6e9390c-259f-4cf4-9099-246f53ef9eb2 req-bcbdf394-873b-4c4e-9901-5cd040fed611 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.1630855
Apr 17 04:11:31.648154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5639389-9668-44d7-99a3-07b5775f19ef req-c51512e7-6068-4f54-a75d-e926a3cc7c48 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:31.649581 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a5639389-9668-44d7-99a3-07b5775f19ef req-c51512e7-6068-4f54-a75d-e926a3cc7c48 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.1324723
Apr 17 04:11:31.723206 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e6e9390c-259f-4cf4-9099-246f53ef9eb2 req-2d0055a8-3dcf-45fa-9d82-3466d38785da tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725648
Apr 17 04:11:31.730979 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a5639389-9668-44d7-99a3-07b5775f19ef req-071df8fc-d66e-404e-a099-fbc1275f8293 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655303
Apr 17 04:11:33.003108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92960863-3711-4781-81d6-bd4501be1983 req-38f456e9-298b-4de2-895b-5a34bffe2009 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:33.004684 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-92960863-3711-4781-81d6-bd4501be1983 req-38f456e9-298b-4de2-895b-5a34bffe2009 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.1558125
Apr 17 04:11:33.017514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc79b1-375a-4e88-99a1-79bfb4f196a1 req-e448c7cb-cb71-4a8b-917f-c7a481819561 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:33.019007 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b5fc79b1-375a-4e88-99a1-79bfb4f196a1 req-e448c7cb-cb71-4a8b-917f-c7a481819561 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.1236844
Apr 17 04:11:33.095607 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-92960863-3711-4781-81d6-bd4501be1983 req-e41132da-8dd3-4ca8-92f7-2a79b933737a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755835
Apr 17 04:11:33.100184 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b5fc79b1-375a-4e88-99a1-79bfb4f196a1 req-0692e028-6fa0-4f5a-be7a-3a079cc88add tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665419
Apr 17 04:11:33.927047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 6f6e81dd-4da2-489e-9a68-5754ce61c277 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:11:34.075190 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:11:34.089981 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'port_id': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'mac_address': 'fa:16:3e:60:c5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:11:34.148075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:34.169106 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6e81dd-4da2-489e-9a68-5754ce61c277 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:11:34.185948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:11:34.189396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:34.191311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:34.263234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=6f6e81dd-4da2-489e-9a68-5754ce61c277,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:34.266644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:34.375841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc1233-1131-47cd-8418-19c4e0bec02a req-961e364e-32f5-427c-a446-c3498c44c3eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:34.377434 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aecc1233-1131-47cd-8418-19c4e0bec02a req-961e364e-32f5-427c-a446-c3498c44c3eb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.1668801
Apr 17 04:11:34.391404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f5cf4-a2a8-4218-9adc-656f33e949cf req-c5c670b9-bd02-4e4e-b164-a2200fa964dd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:34.392917 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5f4f5cf4-a2a8-4218-9adc-656f33e949cf req-c5c670b9-bd02-4e4e-b164-a2200fa964dd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 945 time: 0.1418009
Apr 17 04:11:34.455388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['6f6e81dd-4da2-489e-9a68-5754ce61c277'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:11:34.465331 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-aecc1233-1131-47cd-8418-19c4e0bec02a req-8634cf70-1396-47de-9e72-f61d26d99c8d tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714025
Apr 17 04:11:34.472697 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5f4f5cf4-a2a8-4218-9adc-656f33e949cf req-6e511a96-c3b1-406d-8ee6-0a1ad4d801dc tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647571
Apr 17 04:11:35.949322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 6f6e81dd-4da2-489e-9a68-5754ce61c277 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:11:35.969600 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8604c-b641-4267-9526-a22d4aec3029 req-9146598c-8a83-4b35-9f08-02ff3ed8b195 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:35.971239 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-56e8604c-b641-4267-9526-a22d4aec3029 req-9146598c-8a83-4b35-9f08-02ff3ed8b195 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.3840220
Apr 17 04:11:35.980400 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59843e63-b5ac-4e1e-b346-c4ebc9ae8799 req-fbaf6c18-5a92-4664-97cf-a859fe857718 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:35.981939 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-59843e63-b5ac-4e1e-b346-c4ebc9ae8799 req-fbaf6c18-5a92-4664-97cf-a859fe857718 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 945 time: 0.3521435
Apr 17 04:11:36.020873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 6f6e81dd-4da2-489e-9a68-5754ce61c277 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:11:36.026096 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 6f6e81dd-4da2-489e-9a68-5754ce61c277 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:11:36.026525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:36.060145 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-59843e63-b5ac-4e1e-b346-c4ebc9ae8799 req-a25e66aa-0a4d-44d7-9b8e-2a8e70df9df8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614443
Apr 17 04:11:36.063086 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-56e8604c-b641-4267-9526-a22d4aec3029 req-176deaac-fbdd-4f01-aac0-435f7c435df3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802245
Apr 17 04:11:36.172616 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:36.200889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:11:36.211036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:11:36.215773 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:36.219332 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:36.288798 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=6f6e81dd-4da2-489e-9a68-5754ce61c277,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:36.292099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:36.312383 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'code': 200}
Apr 17 04:11:36.569408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c00cf-011e-4597-a61f-4209eaaa4599 req-8bc0ce8b-8786-4147-beaa-dcf70e0e1686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:36.571377 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cb6c00cf-011e-4597-a61f-4209eaaa4599 req-8bc0ce8b-8786-4147-beaa-dcf70e0e1686 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 1099 time: 0.0812736
Apr 17 04:11:36.618066 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cb6c00cf-011e-4597-a61f-4209eaaa4599 req-f362d3c5-e4d2-4abc-8b29-920c47731dab service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381548
Apr 17 04:11:37.347353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685773c3-8d37-40bf-8508-b08d118dcc4c req-87bb0221-4014-4448-870c-46c9e8b19306 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:37.348913 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-685773c3-8d37-40bf-8508-b08d118dcc4c req-87bb0221-4014-4448-870c-46c9e8b19306 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.1593127
Apr 17 04:11:37.356922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e565477-6d7b-4a0d-803f-66d7b19520ef req-3340b266-595e-4585-9c3f-0c6be981a602 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:37.358365 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7e565477-6d7b-4a0d-803f-66d7b19520ef req-3340b266-595e-4585-9c3f-0c6be981a602 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.1310377
Apr 17 04:11:37.422431 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:11:37.446188 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-685773c3-8d37-40bf-8508-b08d118dcc4c req-8982dba7-e63b-4e24-82d1-0701ca4135de tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867600
Apr 17 04:11:37.451727 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7e565477-6d7b-4a0d-803f-66d7b19520ef req-95cfede9-b812-4390-b857-07f4669e1215 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778155
Apr 17 04:11:37.860446 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-24ebb5b2-3401-4cf1-b215-bbb5ee671334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:38.038352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae724a6d-1d85-42fc-9dde-9be65fa02fea req-325e3e64-9701-4049-9e1c-2163a69f2f34 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:38.040289 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ae724a6d-1d85-42fc-9dde-9be65fa02fea req-325e3e64-9701-4049-9e1c-2163a69f2f34 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 946 time: 0.0986044
Apr 17 04:11:38.095137 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ae724a6d-1d85-42fc-9dde-9be65fa02fea req-70cff6de-8149-446f-94d5-f9f86be3da5a tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480103
Apr 17 04:11:38.727958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3e999-e64d-4782-a38f-852812a72173 req-a280b9fc-caa4-4eb9-b7c1-f019de41d1e0 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:38.729517 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ab3e999-e64d-4782-a38f-852812a72173 req-a280b9fc-caa4-4eb9-b7c1-f019de41d1e0 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.1547077
Apr 17 04:11:38.741748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53b2c-5266-4e79-80fd-30eb4d0882e3 req-0f4b719c-c1b1-4829-8a14-a3e73e110f8b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:38.743195 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f0d53b2c-5266-4e79-80fd-30eb4d0882e3 req-0f4b719c-c1b1-4829-8a14-a3e73e110f8b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.1319408
Apr 17 04:11:38.796946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:38.819486 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ab3e999-e64d-4782-a38f-852812a72173 req-14666889-40c0-4c55-9c80-3694bb69462b tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752897
Apr 17 04:11:38.827117 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f0d53b2c-5266-4e79-80fd-30eb4d0882e3 req-8109ec1f-acef-411e-99a5-ff18d1ced3d2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691049
Apr 17 04:11:39.038622 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09553401-0f60-49af-ab74-842d7923f51f req-370e8667-ec07-48c4-a8ae-65f79af068ee tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:39.040319 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09553401-0f60-49af-ab74-842d7923f51f req-370e8667-ec07-48c4-a8ae-65f79af068ee tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.1025727
Apr 17 04:11:39.050034 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 47904) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:11:39.055854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-9e23d27b-a177-45fd-9298-10f1d461cdd3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Request body: {'floatingip': {'port_id': '6f6e81dd-4da2-489e-9a68-5754ce61c277'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:11:39.140281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9e23d27b-a177-45fd-9298-10f1d461cdd3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:39.556678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e896d54-de2b-41cc-9568-932a7ada326a req-bd32fa75-31e0-4c3e-b25f-59221805d97a tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:39.558269 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7e896d54-de2b-41cc-9568-932a7ada326a req-bd32fa75-31e0-4c3e-b25f-59221805d97a tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 946 time: 0.3116400
Apr 17 04:11:39.769610 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7e896d54-de2b-41cc-9568-932a7ada326a req-476c6a68-8c27-4db2-844d-257d896a4d86 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036006
Apr 17 04:11:39.829393 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89964d-6346-402a-9764-cabd0c07dbbb req-1f841965-d768-48c2-a801-8404398d838d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:39.830966 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8d89964d-6346-402a-9764-cabd0c07dbbb req-1f841965-d768-48c2-a801-8404398d838d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.43 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 946 time: 0.2370880
Apr 17 04:11:40.038217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-8d89964d-6346-402a-9764-cabd0c07dbbb req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Deleting port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:11:40.038523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-8d89964d-6346-402a-9764-cabd0c07dbbb req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:40.089729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9e23d27b-a177-45fd-9298-10f1d461cdd3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:40.104049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9e23d27b-a177-45fd-9298-10f1d461cdd3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:40.246730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-028736af-2ba4-409f-be58-62ca563529cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:40.362457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09058769-4528-411a-9850-03c001b81b0b req-38bf79cd-0792-4938-a1c9-d96651d2ddaa tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:40.364088 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09058769-4528-411a-9850-03c001b81b0b req-38bf79cd-0792-4938-a1c9-d96651d2ddaa tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.4259784
Apr 17 04:11:40.714149 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-9e23d27b-a177-45fd-9298-10f1d461cdd3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Floating IP 1069f422-306d-4f2e-b237-2ff91947fb08 associated. External IP: 172.27.0.117, port: 6f6e81dd-4da2-489e-9a68-5754ce61c277.
Apr 17 04:11:40.893438 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09058769-4528-411a-9850-03c001b81b0b req-cc7a7033-b986-4bb2-8fb6-9e6826e0f5f1 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2419121
Apr 17 04:11:40.962526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-8d89964d-6346-402a-9764-cabd0c07dbbb req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] For port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116,segment=NetworkSegment(f162c29c-87e2-4bba-a3cf-0307d5691fa4),segment_id=f162c29c-87e2-4bba-a3cf-0307d5691fa4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:11:40.962971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-8d89964d-6346-402a-9764-cabd0c07dbbb req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:41.109344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-8d89964d-6346-402a-9764-cabd0c07dbbb req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Calling delete_port for a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:11:41.126728 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:41.414264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:41.415624 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e3d8d-b000-433c-908e-dcb68fe0608a req-88a7e840-86fa-462d-8e68-aa81ea7acb65 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:41.417252 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4f1e3d8d-b000-433c-908e-dcb68fe0608a req-88a7e840-86fa-462d-8e68-aa81ea7acb65 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=53408f99-8e25-47bf-9407-9aa8441d4b8a HTTP/1.1" status: 200  len: 946 time: 0.5183010
Apr 17 04:11:41.511694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-8d89964d-6346-402a-9764-cabd0c07dbbb req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:41.523187 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c9ca6976-47f4-4666-aa60-915a15e6002d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:41.577766 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Pushing event deleted for resources: {'Port': ['ID=a0ea21c2-3237-46eb-90a6-a2a0c2bc6116,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:41.582457 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4f1e3d8d-b000-433c-908e-dcb68fe0608a req-9d74c850-3438-4daa-93fa-85f569797e7b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545672
Apr 17 04:11:41.585068 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:41.631571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e23d27b-a177-45fd-9298-10f1d461cdd3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:11:41.675983 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d89964d-6346-402a-9764-cabd0c07dbbb req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] No DVR routers for this DVR port a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:11:41.680020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-8d89964d-6346-402a-9764-cabd0c07dbbb req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:41.682639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53408f99-8e25-47bf-9407-9aa8441d4b8a', 'name': 'network-vif-deleted', 'tag': 'a0ea21c2-3237-46eb-90a6-a2a0c2bc6116'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:11:41.736519 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53408f99-8e25-47bf-9407-9aa8441d4b8a', 'name': 'network-vif-deleted', 'tag': 'a0ea21c2-3237-46eb-90a6-a2a0c2bc6116', 'status': 'completed', 'code': 200}
Apr 17 04:11:41.866423 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8d89964d-6346-402a-9764-cabd0c07dbbb req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.43 "DELETE /v2.0/ports/a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 HTTP/1.1" status: 204  len: 173 time: 2.0289614
Apr 17 04:11:41.951709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e20d55-3f51-4317-a8e4-ffeb1865aeed req-db1fdafa-24ec-4aeb-8144-57e7e301d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:41.953339 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0e20d55-3f51-4317-a8e4-ffeb1865aeed req-db1fdafa-24ec-4aeb-8144-57e7e301d5a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4acedbcc492442fda696d7da349c2601&device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 1098 time: 0.2638333
Apr 17 04:11:41.959251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e23d27b-a177-45fd-9298-10f1d461cdd3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:11:41.971052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4dfd2-4f10-41df-9322-0080bf3ae12d None None] Sync routers for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:11:41.986713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9e23d27b-a177-45fd-9298-10f1d461cdd3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:41.987153 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4dfd2-4f10-41df-9322-0080bf3ae12d None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:11:41.988620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ceb4dfd2-4f10-41df-9322-0080bf3ae12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca041fd0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:11:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:11:42.054967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:11:42.156214 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:11:42.156592 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device a0ea21c2-3237-46eb-90a6-a2a0c2bc6116 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:11:42.173283 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9e23d27b-a177-45fd-9298-10f1d461cdd3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "PUT /v2.0/floatingips/1069f422-306d-4f2e-b237-2ff91947fb08 HTTP/1.1" status: 200  len: 992 time: 3.1191845
Apr 17 04:11:42.228790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e20d55-3f51-4317-a8e4-ffeb1865aeed req-a7d406d5-aa96-42df-ac78-a71d591203de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:42.230428 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0e20d55-3f51-4317-a8e4-ffeb1865aeed req-a7d406d5-aa96-42df-ac78-a71d591203de service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4 HTTP/1.1" status: 200  len: 910 time: 0.2692256
Apr 17 04:11:42.247274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502fc41-497b-4852-bc9c-d1f1f2126f18 req-a8f214fb-f1ac-4a60-82a6-bb70b6cc3f0c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:42.249027 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8502fc41-497b-4852-bc9c-d1f1f2126f18 req-a8f214fb-f1ac-4a60-82a6-bb70b6cc3f0c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.2175031
Apr 17 04:11:42.398811 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8502fc41-497b-4852-bc9c-d1f1f2126f18 req-5ea86ea7-5a9f-4777-a214-dd8797e2ad88 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873435
Apr 17 04:11:42.400703 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0e20d55-3f51-4317-a8e4-ffeb1865aeed req-628f1055-53c7-4e82-acb3-87796f358dd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d40138d-ee44-4061-a509-c0ff24598604 HTTP/1.1" status: 200  len: 1001 time: 0.1506970
Apr 17 04:11:42.401564 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ceb4dfd2-4f10-41df-9322-0080bf3ae12d None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:11:42.475154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e20d55-3f51-4317-a8e4-ffeb1865aeed req-aabac55f-c175-44b5-845e-dfe0c85af69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:42.476738 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0e20d55-3f51-4317-a8e4-ffeb1865aeed req-aabac55f-c175-44b5-845e-dfe0c85af69f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c7a256-a9ff-4fc0-9a71-d436f2da6521 HTTP/1.1" status: 200  len: 848 time: 0.0693674
Apr 17 04:11:42.566854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e20d55-3f51-4317-a8e4-ffeb1865aeed req-57420dab-78af-40a0-8c50-c531e6137257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:42.568464 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0e20d55-3f51-4317-a8e4-ffeb1865aeed req-57420dab-78af-40a0-8c50-c531e6137257 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841956
Apr 17 04:11:42.790461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ceb4dfd2-4f10-41df-9322-0080bf3ae12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca041fd0>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '1069f422-306d-4f2e-b237-2ff91947fb08', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'port_id': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'mac_address': 'fa:16:3e:60:c5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:11:16Z', 'updated_at': '2021-04-17T04:11:39Z', 'revision_number': 1, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:11:42.794907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4dfd2-4f10-41df-9322-0080bf3ae12d None None] Checking router: d32c4f0b-8a2d-4c25-90a7-64219ed8f508 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:11:42.804373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4dfd2-4f10-41df-9322-0080bf3ae12d None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:11:42.805066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ceb4dfd2-4f10-41df-9322-0080bf3ae12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca041fd0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:11:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:11:42.967707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:42.972953 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0e20d55-3f51-4317-a8e4-ffeb1865aeed req-22826959-c052-4243-92e6-4078b37fc6a9 service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3963792
Apr 17 04:11:43.015261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ceb4dfd2-4f10-41df-9322-0080bf3ae12d None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:11:43.116007 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0e20d55-3f51-4317-a8e4-ffeb1865aeed req-22e8443a-9472-4fd6-84d2-8dcf68c127df service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368976
Apr 17 04:11:43.390869 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ceb4dfd2-4f10-41df-9322-0080bf3ae12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca041fd0>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '1069f422-306d-4f2e-b237-2ff91947fb08', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'port_id': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'mac_address': 'fa:16:3e:60:c5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:11:16Z', 'updated_at': '2021-04-17T04:11:39Z', 'revision_number': 1, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:11:43.396796 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4dfd2-4f10-41df-9322-0080bf3ae12d None None] The sync data for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi is: [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '1069f422-306d-4f2e-b237-2ff91947fb08', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'port_id': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'mac_address': 'fa:16:3e:60:c5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:11:16Z', 'updated_at': '2021-04-17T04:11:39Z', 'revision_number': 1, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:11:43.608462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c861bd3-af0d-4604-bcdb-315c65a668c5 req-cc595474-27c1-4773-86e6-e8af67aeec6c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:43.610137 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7c861bd3-af0d-4604-bcdb-315c65a668c5 req-cc595474-27c1-4773-86e6-e8af67aeec6c tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.0909448
Apr 17 04:11:43.660289 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7c861bd3-af0d-4604-bcdb-315c65a668c5 req-7a987c23-71bc-4aea-8bb0-9860364b5c2f tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434139
Apr 17 04:11:43.673504 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff251e1-1889-4628-afd8-73b96cf129f8 None None] New status for floating IP 1069f422-306d-4f2e-b237-2ff91947fb08: ACTIVE {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:11:43.737307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:11:43.786390 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'status': 'completed', 'code': 200}
Apr 17 04:11:44.880901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f23e3-e873-4a85-9fa8-4e3e9aaef82f req-62f56c56-562c-43b2-ae3a-07c5d88ec56a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:44.882495 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8f5f23e3-e873-4a85-9fa8-4e3e9aaef82f req-62f56c56-562c-43b2-ae3a-07c5d88ec56a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.0984092
Apr 17 04:11:44.933914 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8f5f23e3-e873-4a85-9fa8-4e3e9aaef82f req-e196d047-03be-4436-8efa-03e5308ecf5f tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419343
Apr 17 04:11:46.190351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9cdd6-e258-4223-9e73-82c26095d9d3 req-b4278002-d35c-42ae-8908-851700f5777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:46.191965 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bab9cdd6-e258-4223-9e73-82c26095d9d3 req-b4278002-d35c-42ae-8908-851700f5777e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 1099 time: 0.1512458
Apr 17 04:11:46.201302 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76153799-a25c-40ed-86ac-ac7050b6dc9f req-56156c18-7a95-47d5-afeb-48abefa8ca95 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:46.202766 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-76153799-a25c-40ed-86ac-ac7050b6dc9f req-56156c18-7a95-47d5-afeb-48abefa8ca95 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.1244714
Apr 17 04:11:46.337524 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-76153799-a25c-40ed-86ac-ac7050b6dc9f req-fa832d5a-f562-4770-b28c-921760301f27 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1097353
Apr 17 04:11:46.375341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9cdd6-e258-4223-9e73-82c26095d9d3 req-07727fb4-f892-4263-8789-c8fc76981a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:46.376914 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bab9cdd6-e258-4223-9e73-82c26095d9d3 req-07727fb4-f892-4263-8789-c8fc76981a93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 918 time: 0.1713600
Apr 17 04:11:46.494513 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bab9cdd6-e258-4223-9e73-82c26095d9d3 req-02720357-d2b2-4b01-84fb-1a1b8a07ecd9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277 HTTP/1.1" status: 200  len: 1002 time: 0.1041789
Apr 17 04:11:46.567276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9cdd6-e258-4223-9e73-82c26095d9d3 req-029aa70d-a5ca-432b-9b08-d188e21ef4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:46.568774 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bab9cdd6-e258-4223-9e73-82c26095d9d3 req-029aa70d-a5ca-432b-9b08-d188e21ef4e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80cde3a3-6963-4ab6-a96e-946aa1c0f361 HTTP/1.1" status: 200  len: 856 time: 0.0672882
Apr 17 04:11:46.653123 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9cdd6-e258-4223-9e73-82c26095d9d3 req-5fedf544-b7fd-47d7-acad-3f6104714978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:46.654669 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bab9cdd6-e258-4223-9e73-82c26095d9d3 req-5fedf544-b7fd-47d7-acad-3f6104714978 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784526
Apr 17 04:11:46.799624 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bab9cdd6-e258-4223-9e73-82c26095d9d3 req-d2ae4d8d-9d8c-453c-bf11-c363bc4fb4bf service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372762
Apr 17 04:11:46.944850 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bab9cdd6-e258-4223-9e73-82c26095d9d3 req-c0c8dded-8826-4fb6-a2ad-5f5f88650ff1 service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334221
Apr 17 04:11:47.540963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739574eb-2b2e-4200-a0b1-5e4ca045ddda req-13d285ad-568c-40f6-a930-4a3758522a5a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:47.542551 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-739574eb-2b2e-4200-a0b1-5e4ca045ddda req-13d285ad-568c-40f6-a930-4a3758522a5a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.0888724
Apr 17 04:11:47.593905 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-739574eb-2b2e-4200-a0b1-5e4ca045ddda req-d3adcd59-9cad-4169-bea7-0be2ff7fe466 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447359
Apr 17 04:11:48.803010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2318d-6724-4259-b1e7-e70d729cee0d req-53ab9936-2a2e-4403-9c62-8d36df477309 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:48.804680 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b5e2318d-6724-4259-b1e7-e70d729cee0d req-53ab9936-2a2e-4403-9c62-8d36df477309 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.0932910
Apr 17 04:11:48.853217 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b5e2318d-6724-4259-b1e7-e70d729cee0d req-bdedbfdb-0a43-4f93-b8cd-ee5c15c3b7d6 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420983
Apr 17 04:11:49.167350 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-2dd7ff6a-c299-41d6-b391-c1ae0bd6d0d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0812378
Apr 17 04:11:49.242578 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac6385-fc32-481c-b9b5-e3778d65339f req-4451ab53-b787-4815-9cb2-4dcc6a170816 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:49.244231 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-19ac6385-fc32-481c-b9b5-e3778d65339f req-4451ab53-b787-4815-9cb2-4dcc6a170816 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.0949655
Apr 17 04:11:49.291460 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-19ac6385-fc32-481c-b9b5-e3778d65339f req-21d5765a-1a20-4770-a408-c221b68d93e0 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409751
Apr 17 04:11:50.511380 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4315a-c4b1-444b-9a3a-0bba018881da req-4f4dea53-1882-4246-82a7-1788740f99ac tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:50.512967 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bed4315a-c4b1-444b-9a3a-0bba018881da req-4f4dea53-1882-4246-82a7-1788740f99ac tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.0939705
Apr 17 04:11:50.564250 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bed4315a-c4b1-444b-9a3a-0bba018881da req-45323093-f01b-422b-8689-4b10465406e5 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420108
Apr 17 04:11:50.851285 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 8d40138d-ee44-4061-a509-c0ff24598604 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:11:50.982889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:51.010477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:11:51.021245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 8d40138d-ee44-4061-a509-c0ff24598604, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8d40138d-ee44-4061-a509-c0ff24598604,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:11:51.024896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:51.027285 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:51.071519 dv-cinder-786054-2-iscsi neutron-server[86251]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604', 'code': 422} returned with failed status
Apr 17 04:11:51.104887 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=8d40138d-ee44-4061-a509-c0ff24598604,revision_number=6']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:51.112790 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.113224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.113603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.114015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.114379 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.114738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.115137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.115502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.115863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.116189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.116549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.116906 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:11:51.121348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:51.788896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3053376-98af-4c79-b92a-4f53bb26ca36 req-71458dc9-c771-4375-8de9-d113a6d491fb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:51.790465 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3053376-98af-4c79-b92a-4f53bb26ca36 req-71458dc9-c771-4375-8de9-d113a6d491fb tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.1007659
Apr 17 04:11:51.837753 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e3053376-98af-4c79-b92a-4f53bb26ca36 req-cb064c60-e42c-4b3f-bad8-8c7d4256cc14 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407619
Apr 17 04:11:53.069504 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-7be6199e-21fa-494d-a373-9399f8e32406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:53.071482 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-7be6199e-21fa-494d-a373-9399f8e32406 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19&tenant_id=4acedbcc492442fda696d7da349c2601 HTTP/1.1" status: 200  len: 1096 time: 0.1529989
Apr 17 04:11:53.087724 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900088de-fcea-4256-8b5e-198854c55a44 req-f32a6f30-bc87-45f7-99f1-dfe26b56743f tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:53.089610 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-900088de-fcea-4256-8b5e-198854c55a44 req-f32a6f30-bc87-45f7-99f1-dfe26b56743f tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.1235538
Apr 17 04:11:53.212657 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-900088de-fcea-4256-8b5e-198854c55a44 req-29d1aeb0-b58e-4156-bc9f-e1626c1a1cef tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1163008
Apr 17 04:11:53.329683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-53759423-a5a1-44c9-adf0-af9ab4ff28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:53.331328 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-53759423-a5a1-44c9-adf0-af9ab4ff28f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4acedbcc492442fda696d7da349c2601&device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 1096 time: 0.2338200
Apr 17 04:11:53.388603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-9df361fd-e02b-4b13-a9db-f723862fcd29 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:53.390187 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-9df361fd-e02b-4b13-a9db-f723862fcd29 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/networks?id=edc0c03f-722c-4ac6-8079-9aaca7a00754 HTTP/1.1" status: 200  len: 814 time: 0.2085986
Apr 17 04:11:53.462152 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-ed5173b6-12f5-4d20-87a9-c5ae0783c836 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/quotas/1da483ccb4174888b9f390e3db168e34 HTTP/1.1" status: 200  len: 375 time: 0.0265939
Apr 17 04:11:53.534491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-8c21f5fd-0fa5-4e5f-a4e7-ac4496888f5a tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Synchronizing usage tracker for tenant:1da483ccb4174888b9f390e3db168e34 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:11:53.560699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-efaa21f0-5bcf-4d1e-894e-4f7cbc767ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:53.562223 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-efaa21f0-5bcf-4d1e-894e-4f7cbc767ef4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4 HTTP/1.1" status: 200  len: 910 time: 0.2166376
Apr 17 04:11:53.570543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-8c21f5fd-0fa5-4e5f-a4e7-ac4496888f5a tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Unset dirty status for tenant:1da483ccb4174888b9f390e3db168e34 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:11:53.572472 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-8c21f5fd-0fa5-4e5f-a4e7-ac4496888f5a tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1da483ccb4174888b9f390e3db168e34&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1026795
Apr 17 04:11:53.686243 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-fadf2842-b064-4a00-bed3-d23c40a50299 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d40138d-ee44-4061-a509-c0ff24598604 HTTP/1.1" status: 200  len: 999 time: 0.1098650
Apr 17 04:11:53.844813 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-9783d9e5-0e6d-462a-9006-d3ca1e3fbf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:53.846329 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-9783d9e5-0e6d-462a-9006-d3ca1e3fbf68 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c7a256-a9ff-4fc0-9a71-d436f2da6521 HTTP/1.1" status: 200  len: 848 time: 0.1311798
Apr 17 04:11:54.163297 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-d8a00bfe-7858-4e76-85e8-6c178179d1b0 service neutron] 10.222.0.36 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5350575
Apr 17 04:11:54.280906 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-50153d7e-b1b5-4c10-b313-3c04aaa69e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:54.282420 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-50153d7e-b1b5-4c10-b313-3c04aaa69e20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4255397
Apr 17 04:11:54.444525 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-a2abe3cf-d8d4-43d1-b072-bb6932a55fa4 service neutron] 10.222.0.36 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2704175
Apr 17 04:11:54.513828 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-ae2036a9-5806-4b92-83b5-8a5b5a67ff36 service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155280
Apr 17 04:11:54.531433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042b34a-881e-463e-8f7f-7162a89ef2fc req-bd319c2b-b815-4d48-9fc9-f15ed74ab0d1 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:54.533163 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e042b34a-881e-463e-8f7f-7162a89ef2fc req-bd319c2b-b815-4d48-9fc9-f15ed74ab0d1 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.1944880
Apr 17 04:11:54.694886 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-75490cda-d356-4517-851f-cd95646d0cf3 req-7a4a92fc-baca-4284-8148-95f8ff1b969e tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 210 time: 0.0715752
Apr 17 04:11:54.722081 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e042b34a-881e-463e-8f7f-7162a89ef2fc req-00ed9787-ffff-4ff2-af55-b12322fb9169 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1659048
Apr 17 04:11:54.761064 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-debc2987-2f9c-46d5-b98f-5bf5c954500f req-1a0fe72d-769a-4b57-a74a-fec133bfcc6f service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2383168
Apr 17 04:11:55.928987 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c9dbebdb-245d-47b5-8382-1dac77e3cbf0 req-e64fe04e-50e5-4610-a08a-275f76bba60f tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 210 time: 0.1129646
Apr 17 04:11:56.088283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-abf9ccd0-c861-44e1-b806-e80c78bed0a4 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:56.089825 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-abf9ccd0-c861-44e1-b806-e80c78bed0a4 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.43 "GET /v2.0/networks?id=edc0c03f-722c-4ac6-8079-9aaca7a00754 HTTP/1.1" status: 200  len: 814 time: 0.2317097
Apr 17 04:11:56.103081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d43065-4a47-4ec6-8722-549609e39cd8 req-a1b6243a-dcf5-479f-aee0-e8d079cbb256 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:56.107206 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6d43065-4a47-4ec6-8722-549609e39cd8 req-a1b6243a-dcf5-479f-aee0-e8d079cbb256 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.2478068
Apr 17 04:11:56.112631 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Request body: {'port': {'device_id': '712c33b6-582c-434c-b5bc-eefd49bd679d', 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754', 'admin_state_up': True, 'tenant_id': '1da483ccb4174888b9f390e3db168e34'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:11:56.251448 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b6d43065-4a47-4ec6-8722-549609e39cd8 req-d32518a2-c1a2-4e2e-b52d-7dea3c0cfd70 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1210895
Apr 17 04:11:56.291236 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:11:56.301475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:11:56.312799 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Made reservation on behalf of 1da483ccb4174888b9f390e3db168e34 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:11:56.319342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:56.508286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Allocated IP 172.20.0.13 (edc0c03f-722c-4ac6-8079-9aaca7a00754/fa9c0504-3544-4d59-a0a2-5c4c9bc90bad/e299730a-7f82-4cfc-8e2b-bc8d440f903a) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:11:56.728730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:56.761453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:56.767426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:56.840808 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Network edc0c03f-722c-4ac6-8079-9aaca7a00754 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:11:56.844001 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:11:56.848096 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:11:56.880861 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Pushing event updated for resources: {'Port': ['ID=e299730a-7f82-4cfc-8e2b-bc8d440f903a,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:56.887676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:56.920663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:56.921365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:56.949927 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8416138
Apr 17 04:11:56.965630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Request body: {'port': {'device_id': '712c33b6-582c-434c-b5bc-eefd49bd679d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:11:57.138353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:57.242718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b1ce3-9c8f-4b5b-a818-5362b5eac604 req-8c239c2a-3092-4da9-985b-749a6903cbec tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:57.243453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-333b1ce3-9c8f-4b5b-a818-5362b5eac604 req-8c239c2a-3092-4da9-985b-749a6903cbec tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Synchronizing usage tracker for tenant:1da483ccb4174888b9f390e3db168e34 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:11:57.322221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-333b1ce3-9c8f-4b5b-a818-5362b5eac604 req-8c239c2a-3092-4da9-985b-749a6903cbec tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Unset dirty status for tenant:1da483ccb4174888b9f390e3db168e34 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:11:57.323562 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-333b1ce3-9c8f-4b5b-a818-5362b5eac604 req-8c239c2a-3092-4da9-985b-749a6903cbec tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 932 time: 0.2649062
Apr 17 04:11:57.508147 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-333b1ce3-9c8f-4b5b-a818-5362b5eac604 req-4398c0a0-f658-451d-b291-ea4222c9afec tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778262
Apr 17 04:11:57.591806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422a744-4d47-4988-9109-6d0453fe8037 req-63074774-a44b-44ac-8487-208af878905b tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:57.593399 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4422a744-4d47-4988-9109-6d0453fe8037 req-63074774-a44b-44ac-8487-208af878905b tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.1815808
Apr 17 04:11:57.681787 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e299730a-7f82-4cfc-8e2b-bc8d440f903a {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:11:57.694122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:57.702590 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4422a744-4d47-4988-9109-6d0453fe8037 req-9b2473e2-a63a-4f11-99ec-08292527e556 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737984
Apr 17 04:11:57.714873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Transition to ACTIVE for port object e299730a-7f82-4cfc-8e2b-bc8d440f903a will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:11:57.718519 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:57.722448 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:57.890269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e299730a-7f82-4cfc-8e2b-bc8d440f903a,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:57.898401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:57.968585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Attempting to bind port e299730a-7f82-4cfc-8e2b-bc8d440f903a on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:11:57.969151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Attempting to bind port e299730a-7f82-4cfc-8e2b-bc8d440f903a by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f162c29c-87e2-4bba-a3cf-0307d5691fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:11:57.969276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Attempting to bind port e299730a-7f82-4cfc-8e2b-bc8d440f903a on network edc0c03f-722c-4ac6-8079-9aaca7a00754 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:11:57.974634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Port e299730a-7f82-4cfc-8e2b-bc8d440f903a on network edc0c03f-722c-4ac6-8079-9aaca7a00754 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:11:57.975090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Attempting to bind port e299730a-7f82-4cfc-8e2b-bc8d440f903a on network edc0c03f-722c-4ac6-8079-9aaca7a00754 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:11:57.980700 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:11:57.981075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Checking segment: {'id': 'f162c29c-87e2-4bba-a3cf-0307d5691fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:11:57.981486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Bound using segment: {'id': 'f162c29c-87e2-4bba-a3cf-0307d5691fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:11:57.981951 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Bound port: e299730a-7f82-4cfc-8e2b-bc8d440f903a, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f162c29c-87e2-4bba-a3cf-0307d5691fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:11:57.982322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:58.312823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] For port e299730a-7f82-4cfc-8e2b-bc8d440f903a, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:11:58.315946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] For port e299730a-7f82-4cfc-8e2b-bc8d440f903a, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e299730a-7f82-4cfc-8e2b-bc8d440f903a,segment=NetworkSegment(f162c29c-87e2-4bba-a3cf-0307d5691fa4),segment_id=f162c29c-87e2-4bba-a3cf-0307d5691fa4)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:11:58.321085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:58.324829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7bc2ee26-ed8f-4962-9145-e1f87c8cc001 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:11:58.384946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:58.385606 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:11:58.387117 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] 10.222.0.43 "PUT /v2.0/ports/e299730a-7f82-4cfc-8e2b-bc8d440f903a HTTP/1.1" status: 200  len: 1094 time: 1.4260750
Apr 17 04:11:58.387656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712c33b6-582c-434c-b5bc-eefd49bd679d', 'tag': 'e299730a-7f82-4cfc-8e2b-bc8d440f903a'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:11:58.409468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e299730a-7f82-4cfc-8e2b-bc8d440f903a,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:11:58.413834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:11:58.470994 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712c33b6-582c-434c-b5bc-eefd49bd679d', 'tag': 'e299730a-7f82-4cfc-8e2b-bc8d440f903a', 'status': 'completed', 'code': 200}
Apr 17 04:11:58.514878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-2d17a762-5200-4e40-9700-57b1758a6055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:58.516490 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-2d17a762-5200-4e40-9700-57b1758a6055 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1da483ccb4174888b9f390e3db168e34&device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 1097 time: 0.0878098
Apr 17 04:11:58.589335 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-3b5095eb-3008-433d-ab8f-74df2a1b0837 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e299730a-7f82-4cfc-8e2b-bc8d440f903a HTTP/1.1" status: 200  len: 217 time: 0.0651271
Apr 17 04:11:58.709035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-4fe8b1f7-9aee-414e-a25b-0094e3288bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:58.710490 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-4fe8b1f7-9aee-414e-a25b-0094e3288bd8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9c0504-3544-4d59-a0a2-5c4c9bc90bad HTTP/1.1" status: 200  len: 854 time: 0.1154733
Apr 17 04:11:58.779480 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-87819a77-4836-4465-8269-6a182262889a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edc0c03f-722c-4ac6-8079-9aaca7a00754&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0540607
Apr 17 04:11:58.823241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823585ee-e7a8-4f2d-97e3-55184734727b req-6475f27e-5335-4d49-86d9-7ddae6cdbce9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:58.824755 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-823585ee-e7a8-4f2d-97e3-55184734727b req-6475f27e-5335-4d49-86d9-7ddae6cdbce9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 944 time: 0.1898472
Apr 17 04:11:58.971632 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-823585ee-e7a8-4f2d-97e3-55184734727b req-7d1cb1cb-4f71-475c-a6fc-92e521a4c94f tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020651
Apr 17 04:11:59.022209 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-dce099a8-f377-40e5-bab5-6f968cc0c959 service neutron] 10.222.0.43 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2360840
Apr 17 04:11:59.143642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3808bf-7348-492e-9e3d-95f6df2363bb req-49d26bca-1e2c-4638-9ec6-5f1251577a9e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:59.145218 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fe3808bf-7348-492e-9e3d-95f6df2363bb req-49d26bca-1e2c-4638-9ec6-5f1251577a9e tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.2183840
Apr 17 04:11:59.210999 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb765aed-ecf3-4815-90ee-0f1c1c66082b req-c62eee93-cfb8-43ef-a8bc-6512fdac0650 service neutron] 10.222.0.43 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797328
Apr 17 04:11:59.221073 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fe3808bf-7348-492e-9e3d-95f6df2363bb req-b9374864-3584-405c-98ed-ae28b006a44f tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600765
Apr 17 04:11:59.348986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa82dde-8f00-4896-b58b-27161cf94a7c req-8877ec1f-9ab2-4655-912d-48c90d03e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:59.350626 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4fa82dde-8f00-4896-b58b-27161cf94a7c req-8877ec1f-9ab2-4655-912d-48c90d03e586 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1da483ccb4174888b9f390e3db168e34&device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 1097 time: 0.0851767
Apr 17 04:11:59.495641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa82dde-8f00-4896-b58b-27161cf94a7c req-eb8c8738-313e-4aa6-9b1a-4063e1643c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:59.497112 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4fa82dde-8f00-4896-b58b-27161cf94a7c req-eb8c8738-313e-4aa6-9b1a-4063e1643c66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=edc0c03f-722c-4ac6-8079-9aaca7a00754 HTTP/1.1" status: 200  len: 915 time: 0.1397769
Apr 17 04:11:59.582401 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4fa82dde-8f00-4896-b58b-27161cf94a7c req-14c3a82d-f0a0-4351-8f9d-0ab5484905fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e299730a-7f82-4cfc-8e2b-bc8d440f903a HTTP/1.1" status: 200  len: 217 time: 0.0774682
Apr 17 04:11:59.655471 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa82dde-8f00-4896-b58b-27161cf94a7c req-a7c562cf-fb57-46ef-a13c-4fc7f7b884c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:11:59.656958 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4fa82dde-8f00-4896-b58b-27161cf94a7c req-a7c562cf-fb57-46ef-a13c-4fc7f7b884c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa9c0504-3544-4d59-a0a2-5c4c9bc90bad HTTP/1.1" status: 200  len: 854 time: 0.0665550
Apr 17 04:11:59.715804 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4fa82dde-8f00-4896-b58b-27161cf94a7c req-50b7f629-070e-430d-a900-7b96a3b77583 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=edc0c03f-722c-4ac6-8079-9aaca7a00754&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514348
Apr 17 04:11:59.864476 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4fa82dde-8f00-4896-b58b-27161cf94a7c req-c69d8cc1-6cc9-471f-b7eb-fa2078467173 service neutron] 10.222.0.43 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367559
Apr 17 04:12:00.011634 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4fa82dde-8f00-4896-b58b-27161cf94a7c req-cd477778-d760-4f8f-9547-115d3ee1c616 service neutron] 10.222.0.43 "GET /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398089
Apr 17 04:12:00.178751 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e60e6-76aa-42ae-b6dd-c1eb2a49cd94 req-939cb2af-41fe-4e55-9258-9af072921234 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:00.180215 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-958e60e6-76aa-42ae-b6dd-c1eb2a49cd94 req-939cb2af-41fe-4e55-9258-9af072921234 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 944 time: 0.0927672
Apr 17 04:12:00.231678 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-958e60e6-76aa-42ae-b6dd-c1eb2a49cd94 req-8ca6b4b0-fd6b-4872-8622-d97929d88c89 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418622
Apr 17 04:12:00.427163 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf53b-2f7d-4164-94aa-dbf713078c99 req-d4a39e58-e761-4675-9222-085e239d2bb2 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:00.428720 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60faf53b-2f7d-4164-94aa-dbf713078c99 req-d4a39e58-e761-4675-9222-085e239d2bb2 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.0884418
Apr 17 04:12:00.479251 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60faf53b-2f7d-4164-94aa-dbf713078c99 req-fcb8b6d3-ecd0-46eb-a22a-0c1e0559f37b tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413654
Apr 17 04:12:01.455572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091bad-6fac-4ddc-bc30-d3b2016e6580 req-4e807efb-d0a0-46c3-b428-78a70a4c4ab2 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:01.457124 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-63091bad-6fac-4ddc-bc30-d3b2016e6580 req-4e807efb-d0a0-46c3-b428-78a70a4c4ab2 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 944 time: 0.0939715
Apr 17 04:12:01.510321 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-63091bad-6fac-4ddc-bc30-d3b2016e6580 req-8fe1ffe4-743a-4f20-a850-a46309d65a23 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437436
Apr 17 04:12:01.685507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de651-dcbc-4863-b6e1-7caf0c2cfb91 req-139e63fd-4973-47f3-aace-7f95554a2788 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:01.687112 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-513de651-dcbc-4863-b6e1-7caf0c2cfb91 req-139e63fd-4973-47f3-aace-7f95554a2788 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 943 time: 0.0944347
Apr 17 04:12:01.736225 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-513de651-dcbc-4863-b6e1-7caf0c2cfb91 req-f8d65ac2-2c11-4f99-b0ab-2e9c0ab7eb31 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409424
Apr 17 04:12:02.134217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device e299730a-7f82-4cfc-8e2b-bc8d440f903a details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:12:02.281207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port e299730a-7f82-4cfc-8e2b-bc8d440f903a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e299730a-7f82-4cfc-8e2b-bc8d440f903a,segment=NetworkSegment(f162c29c-87e2-4bba-a3cf-0307d5691fa4),segment_id=f162c29c-87e2-4bba-a3cf-0307d5691fa4)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:02.296764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': 'e299730a-7f82-4cfc-8e2b-bc8d440f903a', 'network_id': 'edc0c03f-722c-4ac6-8079-9aaca7a00754', 'port_id': 'e299730a-7f82-4cfc-8e2b-bc8d440f903a', 'mac_address': 'fa:16:3e:ec:4c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9c0504-3544-4d59-a0a2-5c4c9bc90bad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:12:02.359913 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:02.377904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e299730a-7f82-4cfc-8e2b-bc8d440f903a {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:12:02.394703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port e299730a-7f82-4cfc-8e2b-bc8d440f903a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e299730a-7f82-4cfc-8e2b-bc8d440f903a,segment=NetworkSegment(f162c29c-87e2-4bba-a3cf-0307d5691fa4),segment_id=f162c29c-87e2-4bba-a3cf-0307d5691fa4)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:02.398546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:02.399366 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 8d40138d-ee44-4061-a509-c0ff24598604 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:12:02.401426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:02.545486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=e299730a-7f82-4cfc-8e2b-bc8d440f903a,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:02.550079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:02.605737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 8d40138d-ee44-4061-a509-c0ff24598604, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8d40138d-ee44-4061-a509-c0ff24598604,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:02.620128 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '8d40138d-ee44-4061-a509-c0ff24598604', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'port_id': '8d40138d-ee44-4061-a509-c0ff24598604', 'mac_address': 'fa:16:3e:24:09:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:12:02.682621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:02.700738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d40138d-ee44-4061-a509-c0ff24598604 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:12:02.714005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca187efb-c7ff-4478-a085-6a5544ad94e1 req-4d38c972-62b1-41c9-93f5-654e6a906cd4 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:02.715605 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ca187efb-c7ff-4478-a085-6a5544ad94e1 req-4d38c972-62b1-41c9-93f5-654e6a906cd4 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 945 time: 0.0892949
Apr 17 04:12:02.717268 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 8d40138d-ee44-4061-a509-c0ff24598604, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8d40138d-ee44-4061-a509-c0ff24598604,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:02.720461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:02.722313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-df09d527-e72a-47e6-a8ad-aa5b5a22fe15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:02.764959 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ca187efb-c7ff-4478-a085-6a5544ad94e1 req-03e249b3-573f-42d9-8a36-161e75c3016a tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418401
Apr 17 04:12:02.793393 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=8d40138d-ee44-4061-a509-c0ff24598604,revision_number=7']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:02.796615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:02.958064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a8e5f-ad7f-4af5-9019-ec3c80b6faa6 req-a86987aa-e913-45db-9d11-f4debfaa71ed tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:02.959496 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dd7a8e5f-ad7f-4af5-9019-ec3c80b6faa6 req-a86987aa-e913-45db-9d11-f4debfaa71ed tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 944 time: 0.1002660
Apr 17 04:12:03.003925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['e299730a-7f82-4cfc-8e2b-bc8d440f903a'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:12:03.013957 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dd7a8e5f-ad7f-4af5-9019-ec3c80b6faa6 req-8176e7ab-4a45-4dd6-9cb9-ab540b4a5ae4 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449200
Apr 17 04:12:03.036827 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['8d40138d-ee44-4061-a509-c0ff24598604'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:12:03.987729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be1ac7-1916-42ef-a50a-9421ca695de3 req-dbd28861-9494-469f-ba8f-6d80e50dfe4e tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:03.989322 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f1be1ac7-1916-42ef-a50a-9421ca695de3 req-dbd28861-9494-469f-ba8f-6d80e50dfe4e tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 945 time: 0.0971935
Apr 17 04:12:04.042560 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f1be1ac7-1916-42ef-a50a-9421ca695de3 req-6769f83b-9775-453b-8d05-1be93fc89c49 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461843
Apr 17 04:12:04.149516 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device e299730a-7f82-4cfc-8e2b-bc8d440f903a up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:12:04.225226 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port e299730a-7f82-4cfc-8e2b-bc8d440f903a completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:12:04.226127 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9b6ca-015b-4e55-9b9e-83bc20be6827 req-5216385c-b9b6-453a-988a-18b6f4e77ce9 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:04.227894 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e0e9b6ca-015b-4e55-9b9e-83bc20be6827 req-5216385c-b9b6-453a-988a-18b6f4e77ce9 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 944 time: 0.0924940
Apr 17 04:12:04.230499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port e299730a-7f82-4cfc-8e2b-bc8d440f903a triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:12:04.230950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:04.276106 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e0e9b6ca-015b-4e55-9b9e-83bc20be6827 req-46b8c074-3817-45cc-a327-3fa73d9a7226 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417242
Apr 17 04:12:04.357008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:04.385707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712c33b6-582c-434c-b5bc-eefd49bd679d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e299730a-7f82-4cfc-8e2b-bc8d440f903a'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:12:04.396338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port e299730a-7f82-4cfc-8e2b-bc8d440f903a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e299730a-7f82-4cfc-8e2b-bc8d440f903a,segment=NetworkSegment(f162c29c-87e2-4bba-a3cf-0307d5691fa4),segment_id=f162c29c-87e2-4bba-a3cf-0307d5691fa4)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:04.399706 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:04.400615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 8d40138d-ee44-4061-a509-c0ff24598604 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:12:04.431409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:04.472544 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712c33b6-582c-434c-b5bc-eefd49bd679d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e299730a-7f82-4cfc-8e2b-bc8d440f903a', 'code': 200}
Apr 17 04:12:04.534988 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=e299730a-7f82-4cfc-8e2b-bc8d440f903a,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:04.538324 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:04.548987 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 8d40138d-ee44-4061-a509-c0ff24598604 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:12:04.549397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:04.672683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:04.697886 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce559aa-fb9f-4883-a4a3-44260d2d484a req-e3c54c77-0808-4128-bf91-473fe635fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:04.699493 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3ce559aa-fb9f-4883-a4a3-44260d2d484a req-e3c54c77-0808-4128-bf91-473fe635fc2f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 1099 time: 0.0822101
Apr 17 04:12:04.710747 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 8d40138d-ee44-4061-a509-c0ff24598604, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8d40138d-ee44-4061-a509-c0ff24598604,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:04.715409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:04.717375 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:04.749990 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3ce559aa-fb9f-4883-a4a3-44260d2d484a req-8487f921-b721-40ba-af49-614a32270948 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380886
Apr 17 04:12:04.796537 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=8d40138d-ee44-4061-a509-c0ff24598604,revision_number=8']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:04.799810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:05.253658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5ad0e-5c0a-4e93-868e-35f9ba250d2c req-ffdc028b-ac3e-4e6d-bef7-a67c7dfae277 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:05.255369 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-93c5ad0e-5c0a-4e93-868e-35f9ba250d2c req-ffdc028b-ac3e-4e6d-bef7-a67c7dfae277 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 946 time: 0.0937865
Apr 17 04:12:05.306426 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-93c5ad0e-5c0a-4e93-868e-35f9ba250d2c req-f33ea179-a154-49d2-b9bb-0338bdaa78dc tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417061
Apr 17 04:12:05.493457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8f534-a2a8-4024-92be-e97240dd0e87 req-e3dfd379-a229-4c53-b887-0aff496ca3c0 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:05.495043 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cdd8f534-a2a8-4024-92be-e97240dd0e87 req-e3dfd379-a229-4c53-b887-0aff496ca3c0 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.1015363
Apr 17 04:12:05.546567 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cdd8f534-a2a8-4024-92be-e97240dd0e87 req-fe909ee4-63e1-48aa-84a3-8aad42a5c45a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424635
Apr 17 04:12:06.473789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:12:06.523578 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604', 'code': 200}
Apr 17 04:12:06.524410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdc05c-73e0-48c7-9755-1b97d476c935 req-3f00e5dd-c82c-4957-8afe-a44950d2f454 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:06.526029 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a4fdc05c-73e0-48c7-9755-1b97d476c935 req-3f00e5dd-c82c-4957-8afe-a44950d2f454 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 946 time: 0.0907176
Apr 17 04:12:06.580834 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a4fdc05c-73e0-48c7-9755-1b97d476c935 req-9656265f-d53b-4ad3-9faf-680d0bd8df4f tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475168
Apr 17 04:12:06.755649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a66e08-eaf2-4045-933f-fdfc2c20548c req-2340bb49-ca78-40d1-98f8-b567160e0952 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:06.757266 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09a66e08-eaf2-4045-933f-fdfc2c20548c req-2340bb49-ca78-40d1-98f8-b567160e0952 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.0941801
Apr 17 04:12:06.853254 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09a66e08-eaf2-4045-933f-fdfc2c20548c req-4761d553-8dac-41a9-869e-83355c6a6c32 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889561
Apr 17 04:12:06.894718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6629b-197a-41d7-8f75-e1a15fd0e9c1 req-9b5823e2-32bd-4f3b-a2e6-2cec4276f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:06.896611 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9eb6629b-197a-41d7-8f75-e1a15fd0e9c1 req-9b5823e2-32bd-4f3b-a2e6-2cec4276f8cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 1098 time: 0.1023233
Apr 17 04:12:06.943675 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9eb6629b-197a-41d7-8f75-e1a15fd0e9c1 req-c1ac6845-3814-403c-a480-e430f42fc3fb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399454
Apr 17 04:12:07.878992 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-837811cd-5bf0-4f3f-9b66-e8949c79ff05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:08.067377 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398269b5-05e7-4dec-aa1f-dafbe4909fe4 req-a3d49a09-c8db-41da-9702-5caacace30a8 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:08.069031 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-398269b5-05e7-4dec-aa1f-dafbe4909fe4 req-a3d49a09-c8db-41da-9702-5caacace30a8 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.0962768
Apr 17 04:12:08.118076 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-398269b5-05e7-4dec-aa1f-dafbe4909fe4 req-2b408242-4453-47fe-8313-864a6e6a41f0 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417101
Apr 17 04:12:08.810607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:09.357984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fab790-62dd-4375-a858-1e905886f93b req-280247ed-368d-4cc3-af18-f780c9c183f6 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:09.359660 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-74fab790-62dd-4375-a858-1e905886f93b req-280247ed-368d-4cc3-af18-f780c9c183f6 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.0953519
Apr 17 04:12:09.408022 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-74fab790-62dd-4375-a858-1e905886f93b req-b9c25ede-538a-4ab2-b7d3-b6e21c913f7a tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419807
Apr 17 04:12:09.470484 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-89351bed-dd66-4cbc-82f4-513ba327420b req-74881663-31d6-4e52-bae1-ca0d01d19aa5 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801441252&fields=id&tenant_id=1540efc0b56c401fa98e56d3607f02ac HTTP/1.1" status: 200  len: 267 time: 0.0420887
Apr 17 04:12:09.570558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89351bed-dd66-4cbc-82f4-513ba327420b req-a4a08c98-2fb9-4bf8-a87e-f58517875509 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:09.572125 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-89351bed-dd66-4cbc-82f4-513ba327420b req-a4a08c98-2fb9-4bf8-a87e-f58517875509 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 985 time: 0.0924571
Apr 17 04:12:09.587341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-89351bed-dd66-4cbc-82f4-513ba327420b req-a9981ef2-cf94-4c5c-801e-7593f7ff8e7c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Request body: {'port': {'security_groups': ['fcfd0b3c-5179-4385-9efc-79adc353f369']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:12:09.762351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-89351bed-dd66-4cbc-82f4-513ba327420b req-a9981ef2-cf94-4c5c-801e-7593f7ff8e7c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:09.864044 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-aee5a750-45ee-417c-aa1e-a7d84e149024 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1783154
Apr 17 04:12:10.249951 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1693fd7f-4625-4dba-b922-3b10bd0f885e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:10.319312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-89351bed-dd66-4cbc-82f4-513ba327420b req-a9981ef2-cf94-4c5c-801e-7593f7ff8e7c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] For port 9a349617-e485-48bf-a3da-a9219d6f2b88, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a349617-e485-48bf-a3da-a9219d6f2b88,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:10.337318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-5b535afc-2482-419e-a090-182496c43dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:10.338911 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-5b535afc-2482-419e-a090-182496c43dc7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4acedbcc492442fda696d7da349c2601&device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 1098 time: 0.1480851
Apr 17 04:12:10.358785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-89351bed-dd66-4cbc-82f4-513ba327420b req-a9981ef2-cf94-4c5c-801e-7593f7ff8e7c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:10.364839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-89351bed-dd66-4cbc-82f4-513ba327420b req-a9981ef2-cf94-4c5c-801e-7593f7ff8e7c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:10.370997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e3eab2cd-1c27-4976-8b62-f7f72bbb7e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:10.377174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['9a349617-e485-48bf-a3da-a9219d6f2b88'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:12:10.468565 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89351bed-dd66-4cbc-82f4-513ba327420b req-a9981ef2-cf94-4c5c-801e-7593f7ff8e7c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:10.469244 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-89351bed-dd66-4cbc-82f4-513ba327420b req-a9981ef2-cf94-4c5c-801e-7593f7ff8e7c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:10.470888 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-89351bed-dd66-4cbc-82f4-513ba327420b req-a9981ef2-cf94-4c5c-801e-7593f7ff8e7c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "PUT /v2.0/ports/9a349617-e485-48bf-a3da-a9219d6f2b88 HTTP/1.1" status: 200  len: 943 time: 0.8885899
Apr 17 04:12:10.473792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:12:10.478890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48136) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:10.553324 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'status': 'completed', 'code': 200}
Apr 17 04:12:10.556849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['9a349617-e485-48bf-a3da-a9219d6f2b88'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:12:10.581236 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9981ef2-cf94-4c5c-801e-7593f7ff8e7c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event updated for resources: {'Port': ['ID=9a349617-e485-48bf-a3da-a9219d6f2b88,revision_number=7']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:10.633769 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a9981ef2-cf94-4c5c-801e-7593f7ff8e7c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:10.685768 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-49a3d78b-71cf-4789-afac-cf6a689d27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:10.687441 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-49a3d78b-71cf-4789-afac-cf6a689d27c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4 HTTP/1.1" status: 200  len: 910 time: 0.2660124
Apr 17 04:12:10.760515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-757e5403-04a5-4a81-9f9e-8b776d0d1017 None None] Provisioning complete for port 9a349617-e485-48bf-a3da-a9219d6f2b88 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:12:10.760909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-757e5403-04a5-4a81-9f9e-8b776d0d1017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:10.813095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54bb9f-6901-4034-9cae-814beffe4543 req-a903b741-8d08-4f93-99b3-ed3d74cdb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:10.814752 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0d54bb9f-6901-4034-9cae-814beffe4543 req-a903b741-8d08-4f93-99b3-ed3d74cdb81f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1540efc0b56c401fa98e56d3607f02ac&device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 1099 time: 0.2300985
Apr 17 04:12:10.819768 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-38e5cbe0-a555-4ab2-bce1-d797d61a20ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d40138d-ee44-4061-a509-c0ff24598604 HTTP/1.1" status: 200  len: 1001 time: 0.1220534
Apr 17 04:12:10.853819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a65a49af-4c37-4c6d-8a37-dc4910eb7fce tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:10.886287 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a65a49af-4c37-4c6d-8a37-dc4910eb7fce tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:10.947991 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a65a49af-4c37-4c6d-8a37-dc4910eb7fce tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:10.954505 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bd388eb1-c391-47d2-ac7d-46cb1cb5868a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:10.971342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a49af-4c37-4c6d-8a37-dc4910eb7fce tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1255903c-7ce3-4aeb-aca3-e21a40d0d49e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:10.976282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a65a49af-4c37-4c6d-8a37-dc4910eb7fce tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:10.977567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a65a49af-4c37-4c6d-8a37-dc4910eb7fce tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:10.981400 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a65a49af-4c37-4c6d-8a37-dc4910eb7fce tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "DELETE /v2.0/security-groups/1255903c-7ce3-4aeb-aca3-e21a40d0d49e HTTP/1.1" status: 204  len: 168 time: 0.5007799
Apr 17 04:12:10.982350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48142) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:11.011040 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-11381f02-8e1a-4565-a043-702bbdd81829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:11.012816 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-11381f02-8e1a-4565-a043-702bbdd81829 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c7a256-a9ff-4fc0-9a71-d436f2da6521 HTTP/1.1" status: 200  len: 848 time: 0.1847780
Apr 17 04:12:11.087160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54bb9f-6901-4034-9cae-814beffe4543 req-2e38eff7-d249-4402-98ac-ef05ed83f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:11.088770 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0d54bb9f-6901-4034-9cae-814beffe4543 req-2e38eff7-d249-4402-98ac-ef05ed83f264 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a51085e4-408d-4488-add1-349bbd12a1e8 HTTP/1.1" status: 200  len: 916 time: 0.2622528
Apr 17 04:12:11.184515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:11.220405 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0d54bb9f-6901-4034-9cae-814beffe4543 req-685154e6-6d1b-4bc5-a189-16bab64a12d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a349617-e485-48bf-a3da-a9219d6f2b88 HTTP/1.1" status: 200  len: 1001 time: 0.1238337
Apr 17 04:12:11.222712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-93275078-e709-460e-a73f-4b12ddeee207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:11.224229 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-93275078-e709-460e-a73f-4b12ddeee207 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1966743
Apr 17 04:12:11.227385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Deleting port 7345e5b7-1bc4-4912-a9bb-1cc51146f64f {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:11.227766 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:11.385592 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54bb9f-6901-4034-9cae-814beffe4543 req-d8390676-a6a1-469a-a864-1de52095ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:11.387225 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0d54bb9f-6901-4034-9cae-814beffe4543 req-d8390676-a6a1-469a-a864-1de52095ebe2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4bad628f-708f-499a-9fd0-6bbfd8e3c23a HTTP/1.1" status: 200  len: 854 time: 0.1548245
Apr 17 04:12:11.409943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:11.410312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:11.416626 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:11.475710 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-1a7a7b13-33fe-4424-9c71-1d44efa4182a service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2087879
Apr 17 04:12:11.572107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Calling delete_port for 7345e5b7-1bc4-4912-a9bb-1cc51146f64f owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:12:11.588144 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54bb9f-6901-4034-9cae-814beffe4543 req-b9eef53d-3dae-4c16-925f-f19bfd20d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:11.589803 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0d54bb9f-6901-4034-9cae-814beffe4543 req-b9eef53d-3dae-4c16-925f-f19bfd20d147 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a51085e4-408d-4488-add1-349bbd12a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1859694
Apr 17 04:12:11.732888 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b3cdddf5-698b-4cb5-b5b9-6e35565c286d req-712d3da5-2fe8-42eb-94fc-84f8cf8e2d7b service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2420886
Apr 17 04:12:11.737245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:11.742368 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:11.773200 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0d54bb9f-6901-4034-9cae-814beffe4543 req-5e1a0a21-c7e8-4fbe-9087-3387c302a220 service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1728256
Apr 17 04:12:11.793046 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event deleted for resources: {'Port': ['ID=7345e5b7-1bc4-4912-a9bb-1cc51146f64f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:11.796529 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:11.889655 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:11.889939 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Floating IP 77042ec2-ff71-4950-bc93-e78a29e6cc03 disassociated (deleted). External IP: 172.27.0.99, port: 9a349617-e485-48bf-a3da-a9219d6f2b88.
Apr 17 04:12:11.920885 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0d54bb9f-6901-4034-9cae-814beffe4543 req-a8c57d08-aea4-427d-b1e5-e4ada268fe0e service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402738
Apr 17 04:12:12.270264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:12:12.463299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:12:12.473829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865f4dc-9b92-4c4b-83b1-cc6d9108add3 None None] Sync routers for ids ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:12:12.483542 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21570a-8991-4e48-afab-6756eed01e8f req-ee246391-9c71-4b2a-a6b3-8cd68f5f7010 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:12.484969 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865f4dc-9b92-4c4b-83b1-cc6d9108add3 None None] Routers {'3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:12:12.485245 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:12.485378 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ec21570a-8991-4e48-afab-6756eed01e8f req-ee246391-9c71-4b2a-a6b3-8cd68f5f7010 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 946 time: 0.0939622
Apr 17 04:12:12.485650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-5865f4dc-9b92-4c4b-83b1-cc6d9108add3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca243438>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:12:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:12.535760 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ec21570a-8991-4e48-afab-6756eed01e8f req-24aae8d4-7d0a-4d28-9392-10fbe656f4d9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426073
Apr 17 04:12:12.550966 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "DELETE /v2.0/floatingips/77042ec2-ff71-4950-bc93-e78a29e6cc03 HTTP/1.1" status: 204  len: 168 time: 1.5648904
Apr 17 04:12:12.550966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:12:12.669384 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'status': 'completed', 'code': 200}
Apr 17 04:12:12.692885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-5865f4dc-9b92-4c4b-83b1-cc6d9108add3 None None] Set router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:12:12.785317 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c48f8-46d2-4478-ab09-1d879ea934ed req-b4384f5a-87a8-468d-b3aa-51b7da4e9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:12.787291 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-935c48f8-46d2-4478-ab09-1d879ea934ed req-b4384f5a-87a8-468d-b3aa-51b7da4e9141 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1540efc0b56c401fa98e56d3607f02ac&device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 1099 time: 0.0940540
Apr 17 04:12:12.927557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:12.942079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c48f8-46d2-4478-ab09-1d879ea934ed req-d07cf172-dbc0-4e8e-881f-4cbbc660f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:12.943879 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-935c48f8-46d2-4478-ab09-1d879ea934ed req-d07cf172-dbc0-4e8e-881f-4cbbc660f553 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a51085e4-408d-4488-add1-349bbd12a1e8 HTTP/1.1" status: 200  len: 916 time: 0.1459961
Apr 17 04:12:13.056830 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-935c48f8-46d2-4478-ab09-1d879ea934ed req-c853f0da-4616-49bb-9608-7b4a303cee2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a349617-e485-48bf-a3da-a9219d6f2b88 HTTP/1.1" status: 200  len: 217 time: 0.0868018
Apr 17 04:12:13.076080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-5865f4dc-9b92-4c4b-83b1-cc6d9108add3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca243438>, [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '59ca9b22-e0a2-4759-9544-61412e7e4c58', 'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'mac_address': 'fa:16:3e:92:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:55Z', 'updated_at': '2021-04-17T04:09:06Z', 'revision_number': 5, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'subnets': [{'id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:13.080658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865f4dc-9b92-4c4b-83b1-cc6d9108add3 None None] Checking router: 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:12:13.092383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865f4dc-9b92-4c4b-83b1-cc6d9108add3 None None] Routers {'3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:12:13.093165 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-5865f4dc-9b92-4c4b-83b1-cc6d9108add3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca243438>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:12:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:13.137096 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c48f8-46d2-4478-ab09-1d879ea934ed req-e9c19e46-224d-4bf5-8d15-81b313d6edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:13.138712 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-935c48f8-46d2-4478-ab09-1d879ea934ed req-e9c19e46-224d-4bf5-8d15-81b313d6edbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4bad628f-708f-499a-9fd0-6bbfd8e3c23a HTTP/1.1" status: 200  len: 854 time: 0.0705278
Apr 17 04:12:13.225697 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c48f8-46d2-4478-ab09-1d879ea934ed req-db7f1daa-fe8e-4885-8aa0-583409b2109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:13.227328 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-935c48f8-46d2-4478-ab09-1d879ea934ed req-db7f1daa-fe8e-4885-8aa0-583409b2109d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a51085e4-408d-4488-add1-349bbd12a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798542
Apr 17 04:12:13.282673 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-5865f4dc-9b92-4c4b-83b1-cc6d9108add3 None None] Set router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:12:13.381310 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-935c48f8-46d2-4478-ab09-1d879ea934ed req-cfb26692-54a3-4d67-8cee-9b12699770b2 service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389830
Apr 17 04:12:13.527902 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-935c48f8-46d2-4478-ab09-1d879ea934ed req-53f65fc6-4e28-40a5-893e-82e6e15c57eb service neutron] 10.222.0.43 "GET /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378582
Apr 17 04:12:13.618234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-5865f4dc-9b92-4c4b-83b1-cc6d9108add3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca243438>, [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '59ca9b22-e0a2-4759-9544-61412e7e4c58', 'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'mac_address': 'fa:16:3e:92:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:55Z', 'updated_at': '2021-04-17T04:09:06Z', 'revision_number': 5, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'subnets': [{'id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:13.622619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865f4dc-9b92-4c4b-83b1-cc6d9108add3 None None] The sync data for ids ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'] in dv-cinder-786054-2-iscsi is: [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:08:57Z', 'revision_number': 4, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '59ca9b22-e0a2-4759-9544-61412e7e4c58', 'name': '', 'network_id': 'a51085e4-408d-4488-add1-349bbd12a1e8', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'mac_address': 'fa:16:3e:92:1a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:55Z', 'updated_at': '2021-04-17T04:09:06Z', 'revision_number': 5, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'subnets': [{'id': '4bad628f-708f-499a-9fd0-6bbfd8e3c23a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:12:13.747087 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023496-1468-4680-a1a0-a86d8fd2bf8e req-2024e081-f5de-48bd-9b94-0396c485cf1a tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:13.748839 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27023496-1468-4680-a1a0-a86d8fd2bf8e req-2024e081-f5de-48bd-9b94-0396c485cf1a tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 946 time: 0.0956612
Apr 17 04:12:13.803489 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27023496-1468-4680-a1a0-a86d8fd2bf8e req-db3e6a2e-0eb9-468d-9976-5d5e5a82014d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476825
Apr 17 04:12:14.022251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601440dd-c2c1-4f33-a769-304b9fb67884 None None] New status for floating IP 77042ec2-ff71-4950-bc93-e78a29e6cc03: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:12:14.278955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-2b0d2dcc-4c8d-4c19-8e53-0212f1ba8f71 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:14.280580 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-2b0d2dcc-4c8d-4c19-8e53-0212f1ba8f71 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 946 time: 0.0972571
Apr 17 04:12:14.368543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Deleting port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:14.368836 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:14.422181 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:12:14.884644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] For port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=058bfc18-2295-4d87-a28d-f42ac9c4e6ed,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:14.885153 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:15.234801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db8381-eb8f-468e-8c4e-200c9cf04e0c req-058f50d5-b75a-4afb-8991-009884f6e9df tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:15.236384 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-53db8381-eb8f-468e-8c4e-200c9cf04e0c req-058f50d5-b75a-4afb-8991-009884f6e9df tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 946 time: 0.2801635
Apr 17 04:12:15.324096 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:15.324414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:15.325026 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Floating IP 0bc83967-5e44-42e4-b85d-33afe1d998cf disassociated. External IP: 172.27.0.72, port: 058bfc18-2295-4d87-a28d-f42ac9c4e6ed.
Apr 17 04:12:15.325118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Calling delete_port for 058bfc18-2295-4d87-a28d-f42ac9c4e6ed owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:12:15.357764 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-53db8381-eb8f-468e-8c4e-200c9cf04e0c req-e7dde2df-2c79-498b-a926-6c434197b69a tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092248
Apr 17 04:12:15.487065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:15.493615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:15.549015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event deleted for resources: {'Port': ['ID=058bfc18-2295-4d87-a28d-f42ac9c4e6ed,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:15.561774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.562178 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.562584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.563018 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.563402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.563806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.564220 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.564619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.565012 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.565405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.565793 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.566179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:15.571061 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:15.762263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Router 2a9593c8-9a36-4236-be69-5eeeb5113723 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:12:15.966262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:12:15.977358 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee4796-79b1-4bec-812a-51f39e8a9c66 None None] Sync routers for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:12:15.988693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee4796-79b1-4bec-812a-51f39e8a9c66 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:12:15.989730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e2ee4796-79b1-4bec-812a-51f39e8a9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9134b00>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:12:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:16.050602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] No DVR routers for this DVR port 058bfc18-2295-4d87-a28d-f42ac9c4e6ed on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:12:16.053694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:16.057050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'name': 'network-vif-deleted', 'tag': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:12:16.066168 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4e2d22c8-bb78-4c75-af79-f83785e24a0e req-78453a41-eb54-4766-bc80-295f642d524d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "DELETE /v2.0/ports/058bfc18-2295-4d87-a28d-f42ac9c4e6ed HTTP/1.1" status: 204  len: 173 time: 1.7753863
Apr 17 04:12:16.113874 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c8111f-794d-43bd-b92a-e2197d225bc2', 'name': 'network-vif-deleted', 'tag': '058bfc18-2295-4d87-a28d-f42ac9c4e6ed', 'status': 'completed', 'code': 200}
Apr 17 04:12:16.187669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-e2ee4796-79b1-4bec-812a-51f39e8a9c66 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:12:16.518443 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e2ee4796-79b1-4bec-812a-51f39e8a9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9134b00>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:16.523006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee4796-79b1-4bec-812a-51f39e8a9c66 None None] Checking router: 2a9593c8-9a36-4236-be69-5eeeb5113723 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:12:16.527224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-17575d0d-0188-4e50-a601-f2e54eea50ec req-e807f624-9373-457c-8b1d-b796aa788024 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Synchronizing usage tracker for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:12:16.532309 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee4796-79b1-4bec-812a-51f39e8a9c66 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:12:16.532965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e2ee4796-79b1-4bec-812a-51f39e8a9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9134b00>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:12:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:16.545484 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-17575d0d-0188-4e50-a601-f2e54eea50ec req-e807f624-9373-457c-8b1d-b796aa788024 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Unset dirty status for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:12:16.546738 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-17575d0d-0188-4e50-a601-f2e54eea50ec req-e807f624-9373-457c-8b1d-b796aa788024 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 210 time: 0.0695343
Apr 17 04:12:16.721977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-e2ee4796-79b1-4bec-812a-51f39e8a9c66 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:12:17.228268 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-e2ee4796-79b1-4bec-812a-51f39e8a9c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9134b00>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:17.232935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee4796-79b1-4bec-812a-51f39e8a9c66 None None] The sync data for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi is: [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:12:17.607949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718b8902-8eda-4a69-81e1-07cadf8e655d None None] New status for floating IP 0bc83967-5e44-42e4-b85d-33afe1d998cf: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:12:17.715573 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d7185c2a-5fdd-42a0-bd02-d3d770795c18 req-3006ff0c-4999-452d-8b76-23bb2e0ce499 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 210 time: 0.0491142
Apr 17 04:12:18.400149 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 058bfc18-2295-4d87-a28d-f42ac9c4e6ed no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:12:18.448709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 058bfc18-2295-4d87-a28d-f42ac9c4e6ed {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:12:18.449135 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 058bfc18-2295-4d87-a28d-f42ac9c4e6ed not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:12:18.893744 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5006b770-78c1-4040-a007-6c30b943419a req-38512386-9f90-4ef8-bd55-58ab4a6654bc tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3c8111f-794d-43bd-b92a-e2197d225bc2 HTTP/1.1" status: 200  len: 210 time: 0.0549850
Apr 17 04:12:19.420652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7cdb2-f2fb-4b47-b9d3-db05880128be req-8e554fd3-262f-483a-a2b9-4406c771ba7e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:19.422366 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-93b7cdb2-f2fb-4b47-b9d3-db05880128be req-8e554fd3-262f-483a-a2b9-4406c771ba7e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.0997851
Apr 17 04:12:19.480668 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-93b7cdb2-f2fb-4b47-b9d3-db05880128be req-b9e9534d-139f-40bc-8707-89d406f3c6ab tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512443
Apr 17 04:12:20.303289 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-87f894a2-ad1c-4fd2-9353-08be8e8d8e0f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336528879&fields=id&tenant_id=158c2a61ba42425591ac468ca75f2f3b HTTP/1.1" status: 200  len: 267 time: 0.0436606
Apr 17 04:12:20.467895 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-bba789a6-cff0-4dbc-a9b7-6c1346777656 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:20.469361 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-bba789a6-cff0-4dbc-a9b7-6c1346777656 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 812 time: 0.1587524
Apr 17 04:12:20.487281 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-67e1a7d2-b889-403f-89cb-b19409c92e4d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/quotas/158c2a61ba42425591ac468ca75f2f3b HTTP/1.1" status: 200  len: 375 time: 0.0101035
Apr 17 04:12:20.585256 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-892cdcf2-2b77-47a2-9046-bad9350c1dde tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0920522
Apr 17 04:12:20.797402 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-f9668e00-0e70-45bf-b0fa-79d264b082a2 service neutron] 10.222.0.36 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1996872
Apr 17 04:12:20.806860 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ee8e5-84a9-441c-ba32-23d831da4cd3 req-7500b8a3-70ae-4b88-ba01-1d57bc94838c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:20.808379 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-883ee8e5-84a9-441c-ba32-23d831da4cd3 req-7500b8a3-70ae-4b88-ba01-1d57bc94838c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.2128375
Apr 17 04:12:20.954842 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-883ee8e5-84a9-441c-ba32-23d831da4cd3 req-64c17b62-69c3-446c-9ff8-c3da98ffc21e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210949
Apr 17 04:12:20.983882 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-686a7d7a-682a-4bba-8f83-7094b7aa5480 service neutron] 10.222.0.36 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1744828
Apr 17 04:12:21.440983 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-10449b01-3a13-4b25-906c-2f62824abc01 req-6709587d-c40c-4ff5-a944-a1362e7a3cbc tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 210 time: 0.0493176
Apr 17 04:12:22.164432 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5337-e464-4483-a522-90308814d2b0 req-b337e928-969e-43a2-bb90-16634c2d641e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:22.166004 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ab8b5337-e464-4483-a522-90308814d2b0 req-b337e928-969e-43a2-bb90-16634c2d641e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.0964925
Apr 17 04:12:22.217266 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ab8b5337-e464-4483-a522-90308814d2b0 req-54faa5e7-597a-4374-ad91-a96d0f4487b3 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418179
Apr 17 04:12:22.617728 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-68bf3fd6-f1f8-43c9-8ad3-373e2698017e req-ab825905-1d60-419c-b3a7-00a00fa4238f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 210 time: 0.0524392
Apr 17 04:12:23.436975 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5dfa13-c223-47b6-806b-98ad4ba7e3c8 req-3ec4c47d-66c6-4692-9945-03f4b567cfa0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:23.438597 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7e5dfa13-c223-47b6-806b-98ad4ba7e3c8 req-3ec4c47d-66c6-4692-9945-03f4b567cfa0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.1039908
Apr 17 04:12:23.486439 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7e5dfa13-c223-47b6-806b-98ad4ba7e3c8 req-857c9960-75bc-4c9b-8bff-633984dde10c tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412965
Apr 17 04:12:23.594715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805376b6-9103-412b-80fc-05e236d97e6b req-b7e64267-2f4f-4ad1-8823-597d93fa8229 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:23.596243 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-805376b6-9103-412b-80fc-05e236d97e6b req-b7e64267-2f4f-4ad1-8823-597d93fa8229 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.43 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.0912809
Apr 17 04:12:23.678380 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-805376b6-9103-412b-80fc-05e236d97e6b req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Deleting port 9a349617-e485-48bf-a3da-a9219d6f2b88 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:23.678883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-805376b6-9103-412b-80fc-05e236d97e6b req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:23.882220 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4f194b36-a020-40bf-9209-5cb8d0c42905 req-3e6b51e7-8db6-4b52-86f5-bb76db29adc5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 210 time: 0.1353002
Apr 17 04:12:24.388187 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-d77420ad-1262-4549-9c52-b31143582790 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:24.389690 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-d77420ad-1262-4549-9c52-b31143582790 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 812 time: 0.5724730
Apr 17 04:12:24.395133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-805376b6-9103-412b-80fc-05e236d97e6b req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] For port 9a349617-e485-48bf-a3da-a9219d6f2b88, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9a349617-e485-48bf-a3da-a9219d6f2b88,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:24.395536 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-805376b6-9103-412b-80fc-05e236d97e6b req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:24.548872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-805376b6-9103-412b-80fc-05e236d97e6b req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Calling delete_port for 9a349617-e485-48bf-a3da-a9219d6f2b88 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:12:24.730249 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-64384e41-03cf-4cf8-9150-d4e82cad7cd3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=158c2a61ba42425591ac468ca75f2f3b HTTP/1.1" status: 200  len: 8059 time: 0.3230605
Apr 17 04:12:24.748375 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'port': {'device_id': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'admin_state_up': True, 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'security_groups': ['8c9ba657-5fbf-4af9-a7d7-8b55832771c6']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:12:24.924594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7221369-38be-4055-bee2-144051308593 req-1a1a7d68-b98b-4621-9f78-056ef5b2a6e0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:24.926273 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f7221369-38be-4055-bee2-144051308593 req-1a1a7d68-b98b-4621-9f78-056ef5b2a6e0 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/ports?device_id=226b247b-1a4e-4cc1-90cd-49db720327da HTTP/1.1" status: 200  len: 946 time: 0.3121588
Apr 17 04:12:24.979826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-805376b6-9103-412b-80fc-05e236d97e6b req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:24.995785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-19e538cf-c2a1-412c-8dc3-3921c332311f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:25.105341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Pushing event deleted for resources: {'Port': ['ID=9a349617-e485-48bf-a3da-a9219d6f2b88,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:25.116871 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f7221369-38be-4055-bee2-144051308593 req-ee193d46-9dab-4b2a-8471-fb3e5d9f989f tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcfd0b3c-5179-4385-9efc-79adc353f369&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819258
Apr 17 04:12:25.119067 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:25.121495 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0c95a565-e239-4cd1-b273-ad6c7c946b3d req-f00f71e2-cbcb-4980-8e85-fdd4ad5bc95e tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 210 time: 0.0838690
Apr 17 04:12:25.169795 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:12:25.216250 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-805376b6-9103-412b-80fc-05e236d97e6b req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] No DVR routers for this DVR port 9a349617-e485-48bf-a3da-a9219d6f2b88 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:12:25.218181 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:12:25.220743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-805376b6-9103-412b-80fc-05e236d97e6b req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:25.223479 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'name': 'network-vif-deleted', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:12:25.241157 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-805376b6-9103-412b-80fc-05e236d97e6b req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] 10.222.0.43 "DELETE /v2.0/ports/9a349617-e485-48bf-a3da-a9219d6f2b88 HTTP/1.1" status: 204  len: 173 time: 1.6370845
Apr 17 04:12:25.243124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Made reservation on behalf of 158c2a61ba42425591ac468ca75f2f3b for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:12:25.249433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:25.322570 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226b247b-1a4e-4cc1-90cd-49db720327da', 'name': 'network-vif-deleted', 'tag': '9a349617-e485-48bf-a3da-a9219d6f2b88', 'status': 'completed', 'code': 200}
Apr 17 04:12:25.443255 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Allocated IP 172.20.0.12 (2b408745-a6b5-4637-8637-e92d07e76273/3f338970-0c0a-465d-ab81-bec9a646a2b7/147f33d5-d1b0-4a2e-b37f-ea92494fc665) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:12:25.650281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:25.668369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Transition to ACTIVE for port object 147f33d5-d1b0-4a2e-b37f-ea92494fc665 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:12:25.693705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:25.708567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-42116192-b2cf-41a3-988b-a615f781623b tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:25.796359 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Network 2b408745-a6b5-4637-8637-e92d07e76273 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:12:25.799842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:12:25.814823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:12:25.847064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'Port': ['ID=147f33d5-d1b0-4a2e-b37f-ea92494fc665,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:25.855536 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:25.889286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:25.889286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:25.917214 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1743379
Apr 17 04:12:25.929601 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Request body: {'port': {'device_id': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:12:26.007307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-dd8e1904-1f19-43b0-af8b-691bdc903ee3 None None] Provisioning for port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:12:26.012346 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-dd8e1904-1f19-43b0-af8b-691bdc903ee3 None None] Provisioning complete for port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:12:26.012852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dd8e1904-1f19-43b0-af8b-691bdc903ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:26.076364 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e1904-1f19-43b0-af8b-691bdc903ee3 None None] Port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:12:26.081942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:26.460062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb8e4-b8f0-4368-be5e-8556456a47c7 req-5a7854a2-5247-4f69-a087-6ca0d5281dc9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:26.460839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-709eb8e4-b8f0-4368-be5e-8556456a47c7 req-5a7854a2-5247-4f69-a087-6ca0d5281dc9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Synchronizing usage tracker for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:12:26.473693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 9a349617-e485-48bf-a3da-a9219d6f2b88 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:12:26.512150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 9a349617-e485-48bf-a3da-a9219d6f2b88 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:12:26.512455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 9a349617-e485-48bf-a3da-a9219d6f2b88 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:12:26.532629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-709eb8e4-b8f0-4368-be5e-8556456a47c7 req-5a7854a2-5247-4f69-a087-6ca0d5281dc9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Unset dirty status for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:12:26.533939 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-709eb8e4-b8f0-4368-be5e-8556456a47c7 req-5a7854a2-5247-4f69-a087-6ca0d5281dc9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 932 time: 0.2249994
Apr 17 04:12:26.545161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147f33d5-d1b0-4a2e-b37f-ea92494fc665 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:12:26.570026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:26.602555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Transition to ACTIVE for port object 147f33d5-d1b0-4a2e-b37f-ea92494fc665 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:12:26.608885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:26.615590 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5ec4100f-513b-4b4d-b020-0df412c3179b tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:26.652906 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-709eb8e4-b8f0-4368-be5e-8556456a47c7 req-3e1f91f2-a37f-4fb5-aa59-09c9831eff7b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1103282
Apr 17 04:12:26.821610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Pushing event updated for resources: {'Port': ['ID=147f33d5-d1b0-4a2e-b37f-ea92494fc665,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:26.827305 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:26.868772 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Attempting to bind port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:12:26.869146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Attempting to bind port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:12:26.869514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Attempting to bind port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 on network 2b408745-a6b5-4637-8637-e92d07e76273 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:12:26.876903 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 on network 2b408745-a6b5-4637-8637-e92d07e76273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:12:26.876903 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Attempting to bind port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 on network 2b408745-a6b5-4637-8637-e92d07e76273 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:12:26.881375 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:12:26.881862 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Checking segment: {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:12:26.882544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Bound using segment: {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:12:26.882776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Bound port: 147f33d5-d1b0-4a2e-b37f-ea92494fc665, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:12:26.883193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:26.984088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] For port 147f33d5-d1b0-4a2e-b37f-ea92494fc665, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:12:26.987178 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] For port 147f33d5-d1b0-4a2e-b37f-ea92494fc665, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=147f33d5-d1b0-4a2e-b37f-ea92494fc665,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:12:26.991352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:26.996478 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3dff9458-3119-48f8-b914-bab06472c951 tempest-VolumesActionsTest-1543773358 tempest-VolumesActionsTest-1543773358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:27.039383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48362) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:27.057460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:27.058143 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:27.059706 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] 10.222.0.43 "PUT /v2.0/ports/147f33d5-d1b0-4a2e-b37f-ea92494fc665 HTTP/1.1" status: 200  len: 1094 time: 1.1351755
Apr 17 04:12:27.088698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Pushing event updated for resources: {'Port': ['ID=147f33d5-d1b0-4a2e-b37f-ea92494fc665,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:27.100847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:27.187915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-1b90fd09-67ea-40eb-a727-d9da4d585e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:27.189565 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-1b90fd09-67ea-40eb-a727-d9da4d585e5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 1097 time: 0.0858290
Apr 17 04:12:27.267663 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-0365190e-bef6-4132-b0a6-a0119f88a22e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=147f33d5-d1b0-4a2e-b37f-ea92494fc665 HTTP/1.1" status: 200  len: 217 time: 0.0694413
Apr 17 04:12:27.323772 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'tag': '147f33d5-d1b0-4a2e-b37f-ea92494fc665'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:12:27.346039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-02791255-6085-47ed-9c00-d49470ed01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:27.347660 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-02791255-6085-47ed-9c00-d49470ed01c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.0722561
Apr 17 04:12:27.390495 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'tag': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'status': 'completed', 'code': 200}
Apr 17 04:12:27.433789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-3254bd8c-b741-4d64-95bb-d337f0e6d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:27.435436 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-3254bd8c-b741-4d64-95bb-d337f0e6d140 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807753
Apr 17 04:12:27.581614 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-ea269985-5299-482b-9e19-bc537a14030a service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377888
Apr 17 04:12:27.643294 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394646'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:27.746767 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-09120ebc-3ee1-4014-90ab-12265a97bdc9 req-17e0f0f6-74a1-441f-986f-3b665eb9b084 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1567817
Apr 17 04:12:27.961183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d574406-b08b-4215-ba63-5f8500677e03 req-3abc1223-d9ed-42ee-bee4-fcaf4271f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:27.962983 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5d574406-b08b-4215-ba63-5f8500677e03 req-3abc1223-d9ed-42ee-bee4-fcaf4271f5ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 1097 time: 0.1169546
Apr 17 04:12:28.007510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4d44d-6c5e-4aae-af26-f1cdd91930f0 req-e1cc1446-f724-481f-bf18-9533f5cd286d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:28.015315 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ddd4d44d-6c5e-4aae-af26-f1cdd91930f0 req-e1cc1446-f724-481f-bf18-9533f5cd286d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 944 time: 0.2184439
Apr 17 04:12:28.140090 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ddd4d44d-6c5e-4aae-af26-f1cdd91930f0 req-8df24390-783d-4cd0-83cb-c11ee1c52d75 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232860
Apr 17 04:12:28.200906 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d574406-b08b-4215-ba63-5f8500677e03 req-45435021-e556-4b4e-b196-95232e527f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:28.202523 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5d574406-b08b-4215-ba63-5f8500677e03 req-45435021-e556-4b4e-b196-95232e527f06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 913 time: 0.2303557
Apr 17 04:12:28.266973 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Deleting port 59ca9b22-e0a2-4759-9544-61412e7e4c58 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:28.267654 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:28.282599 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5d574406-b08b-4215-ba63-5f8500677e03 req-21245e2e-bf66-46ab-9c27-fc7aeee77be6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=147f33d5-d1b0-4a2e-b37f-ea92494fc665 HTTP/1.1" status: 200  len: 217 time: 0.0711403
Apr 17 04:12:28.359492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d574406-b08b-4215-ba63-5f8500677e03 req-1b488544-f36b-48ba-b50f-1d28782b385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:28.361074 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5d574406-b08b-4215-ba63-5f8500677e03 req-1b488544-f36b-48ba-b50f-1d28782b385e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.0704460
Apr 17 04:12:28.455393 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d574406-b08b-4215-ba63-5f8500677e03 req-5c99081f-8ee2-440b-8980-b754cfc2e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:28.457083 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5d574406-b08b-4215-ba63-5f8500677e03 req-5c99081f-8ee2-440b-8980-b754cfc2e86b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882304
Apr 17 04:12:28.458048 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] For port 59ca9b22-e0a2-4759-9544-61412e7e4c58, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=59ca9b22-e0a2-4759-9544-61412e7e4c58,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:28.458438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:28.600458 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Calling delete_port for 59ca9b22-e0a2-4759-9544-61412e7e4c58 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:12:28.660987 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5d574406-b08b-4215-ba63-5f8500677e03 req-112892e9-2c2f-4aa7-926f-662bc7ad3670 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957097
Apr 17 04:12:28.790623 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:28.796270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:28.849301 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ca9b22-e0a2-4759-9544-61412e7e4c58,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:28.896264 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.896660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.897205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.897670 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.898215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.898410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.898872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.899273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.899656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.900096 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.900498 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.900897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:28.935132 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:29.040013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5e173-bf01-4cb3-81f1-326ef1cdf16e req-6410998d-0fc3-4e13-afd0-9402876e9fde tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:29.047899 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-78a5e173-bf01-4cb3-81f1-326ef1cdf16e req-6410998d-0fc3-4e13-afd0-9402876e9fde tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.4571154
Apr 17 04:12:29.155093 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-78a5e173-bf01-4cb3-81f1-326ef1cdf16e req-70043d37-561c-463d-9039-1ba4d9074177 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1063042
Apr 17 04:12:29.161118 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5d574406-b08b-4215-ba63-5f8500677e03 req-bc05b41f-fe5d-435a-95a4-4a8db1d4fa42 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4848785
Apr 17 04:12:29.197555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394728'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:29.362908 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09406fd-7e82-4ccc-b385-993e97683568 req-1ec81dd3-f319-45ab-a294-7a196341593f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:29.364661 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b09406fd-7e82-4ccc-b385-993e97683568 req-1ec81dd3-f319-45ab-a294-7a196341593f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 944 time: 0.0928726
Apr 17 04:12:29.417090 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b09406fd-7e82-4ccc-b385-993e97683568 req-4ab7531f-e2cd-4e82-8bd0-6ceb910ddf48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454340
Apr 17 04:12:29.589797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:12:29.613572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86ac06-d32d-4509-87b6-e7d93b39202a req-401e31bd-df55-46d8-a761-a628f45c76a6 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:29.615280 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cb86ac06-d32d-4509-87b6-e7d93b39202a req-401e31bd-df55-46d8-a761-a628f45c76a6 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 946 time: 0.0949295
Apr 17 04:12:29.665259 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cb86ac06-d32d-4509-87b6-e7d93b39202a req-72a1e34d-daf8-4b67-b501-e5768f10da9d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432720
Apr 17 04:12:29.784778 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:12:29.794565 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdefab44-1bab-49c6-812d-a7f2ac3021e2 None None] Sync routers for ids ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:12:29.798818 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] 10.222.0.36 "PUT /v2.0/routers/3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7577834
Apr 17 04:12:29.801372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 48402) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:29.805697 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdefab44-1bab-49c6-812d-a7f2ac3021e2 None None] Routers {'3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:12:29.806368 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-bdefab44-1bab-49c6-812d-a7f2ac3021e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9265748>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:12:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:29.991324 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Notify callbacks [] for router, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:29.992932 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-bdefab44-1bab-49c6-812d-a7f2ac3021e2 None None] Set router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:12:30.182133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:30.192353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Deleting port 98662866-ceb2-42f5-a6f1-40071a5e9797 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:30.192692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:30.297437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-bdefab44-1bab-49c6-812d-a7f2ac3021e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9265748>, [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:12:28Z', 'revision_number': 5, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port': {'id': '98662866-ceb2-42f5-a6f1-40071a5e9797', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:67:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:48Z', 'updated_at': '2021-04-17T04:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:30.301581 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdefab44-1bab-49c6-812d-a7f2ac3021e2 None None] Checking router: 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:12:30.310559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdefab44-1bab-49c6-812d-a7f2ac3021e2 None None] Routers {'3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:12:30.311249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-bdefab44-1bab-49c6-812d-a7f2ac3021e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9265748>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:12:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:30.442429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] For port 98662866-ceb2-42f5-a6f1-40071a5e9797, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=98662866-ceb2-42f5-a6f1-40071a5e9797,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:30.442872 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:30.474208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-bdefab44-1bab-49c6-812d-a7f2ac3021e2 None None] Set router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:12:30.582390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Calling delete_port for 98662866-ceb2-42f5-a6f1-40071a5e9797 owned by network:router_gateway {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:12:30.590223 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-bdefab44-1bab-49c6-812d-a7f2ac3021e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9265748>, [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:12:30Z', 'revision_number': 6, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port_host': None}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:30.594722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdefab44-1bab-49c6-812d-a7f2ac3021e2 None None] The sync data for ids ['3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87'] in dv-cinder-786054-2-iscsi is: [{'id': '3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87', 'name': 'tempest-TestMinimumBasicScenario-1397655418-router', 'tenant_id': '1540efc0b56c401fa98e56d3607f02ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:46Z', 'updated_at': '2021-04-17T04:12:30Z', 'revision_number': 6, 'project_id': '1540efc0b56c401fa98e56d3607f02ac', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:12:30.662812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ca4d1-253d-4424-8147-dd32e48f1d12 req-0186e52b-1bb9-47e1-b9e3-4fc2851a6c6e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:30.664454 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-070ca4d1-253d-4424-8147-dd32e48f1d12 req-0186e52b-1bb9-47e1-b9e3-4fc2851a6c6e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.3482347
Apr 17 04:12:30.768581 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-070ca4d1-253d-4424-8147-dd32e48f1d12 req-6471b635-9f29-420c-b851-fd376a10bf43 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946724
Apr 17 04:12:30.824365 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e29c07-74e3-4849-9008-059fd71af581 req-b021573e-9539-4921-8cc1-db863154bcf7 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:30.825974 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-84e29c07-74e3-4849-9008-059fd71af581 req-b021573e-9539-4921-8cc1-db863154bcf7 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 944 time: 0.2520950
Apr 17 04:12:30.977642 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-84e29c07-74e3-4849-9008-059fd71af581 req-0f0e260c-4d00-447b-81b0-935501dcf0af tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1157188
Apr 17 04:12:30.979791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:30.985258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:31.046015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=98662866-ceb2-42f5-a6f1-40071a5e9797,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:31.075974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:31.130782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 59ca9b22-e0a2-4759-9544-61412e7e4c58 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:12:31.146830 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d2a76-f599-453a-a749-447b42927e2e req-a542eb7d-a212-4067-87bf-307f520aa1fd tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:31.148526 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f20d2a76-f599-453a-a749-447b42927e2e req-a542eb7d-a212-4067-87bf-307f520aa1fd tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 946 time: 0.2657974
Apr 17 04:12:31.167151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 59ca9b22-e0a2-4759-9544-61412e7e4c58 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:12:31.167543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 59ca9b22-e0a2-4759-9544-61412e7e4c58 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:12:31.168014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 98662866-ceb2-42f5-a6f1-40071a5e9797 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:12:31.175749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355863'] for router_gateway, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:31.207041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 98662866-ceb2-42f5-a6f1-40071a5e9797 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:12:31.207382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 98662866-ceb2-42f5-a6f1-40071a5e9797 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:12:31.415513 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854374859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771724'] for router, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:31.421016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:31.437263 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f20d2a76-f599-453a-a749-447b42927e2e req-7fe5edf3-57cf-40f5-a7c9-5c2ae7a5bb31 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/security-groups?id=8633659f-7c56-4ce0-ab34-fd0df7119063&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2810240
Apr 17 04:12:31.466926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395633'] for router, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:31.467485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 {{(pid=86365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 17 04:12:31.487113 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Notify callbacks [] for router, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:31.488337 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] 10.222.0.36 "DELETE /v2.0/routers/3d2c5a57-d052-4c8e-ae94-ff5b14fb5f87 HTTP/1.1" status: 204  len: 168 time: 1.6858423
Apr 17 04:12:31.491401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48414) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:31.498150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a03c4e-83e0-4bbd-a0b7-0c2cafe45f4c req-44a4aa63-2ac8-4354-abfd-c775f05cb2f3 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:31.499968 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b1a03c4e-83e0-4bbd-a0b7-0c2cafe45f4c req-44a4aa63-2ac8-4354-abfd-c775f05cb2f3 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.43 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 946 time: 0.2749944
Apr 17 04:12:31.559721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43c8c55-7c41-44bf-bfe7-a825878c30ad admin admin] Deleting subnet 4bad628f-708f-499a-9fd0-6bbfd8e3c23a {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:12:31.562934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43c8c55-7c41-44bf-bfe7-a825878c30ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:31.583050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-b1a03c4e-83e0-4bbd-a0b7-0c2cafe45f4c req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Deleting port e299730a-7f82-4cfc-8e2b-bc8d440f903a {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:31.583520 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b1a03c4e-83e0-4bbd-a0b7-0c2cafe45f4c req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:31.618780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43c8c55-7c41-44bf-bfe7-a825878c30ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2449534'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:31.741782 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43c8c55-7c41-44bf-bfe7-a825878c30ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:31.848837 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-b1a03c4e-83e0-4bbd-a0b7-0c2cafe45f4c req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] For port e299730a-7f82-4cfc-8e2b-bc8d440f903a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e299730a-7f82-4cfc-8e2b-bc8d440f903a,segment=NetworkSegment(f162c29c-87e2-4bba-a3cf-0307d5691fa4),segment_id=f162c29c-87e2-4bba-a3cf-0307d5691fa4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:31.849459 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b1a03c4e-83e0-4bbd-a0b7-0c2cafe45f4c req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:32.007998 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43c8c55-7c41-44bf-bfe7-a825878c30ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262441'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:32.012387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:32.018720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-b1a03c4e-83e0-4bbd-a0b7-0c2cafe45f4c req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Calling delete_port for e299730a-7f82-4cfc-8e2b-bc8d440f903a owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:12:32.053200 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c8c55-7c41-44bf-bfe7-a825878c30ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bad628f-708f-499a-9fd0-6bbfd8e3c23a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:32.059987 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a43c8c55-7c41-44bf-bfe7-a825878c30ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:32.061038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43c8c55-7c41-44bf-bfe7-a825878c30ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:32.067381 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f150cafb-3ad3-4e10-be04-3262625b95a1 None None] Network a51085e4-408d-4488-add1-349bbd12a1e8 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:12:32.071431 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a43c8c55-7c41-44bf-bfe7-a825878c30ad admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4bad628f-708f-499a-9fd0-6bbfd8e3c23a HTTP/1.1" status: 204  len: 168 time: 0.5759969
Apr 17 04:12:32.078748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 48422) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:32.331444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e3dfd9-3dd3-48aa-b195-f2729b561b08 None None] DHCP port deletion for a51085e4-408d-4488-add1-349bbd12a1e8 request from dv-cinder-786054-2-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 17 04:12:32.336627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-23e3dfd9-3dd3-48aa-b195-f2729b561b08 None None] Deleting port b2112b5f-9a4f-476a-a525-3e08ceff2468 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:32.337160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23e3dfd9-3dd3-48aa-b195-f2729b561b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:32.550884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:32.556701 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-23e3dfd9-3dd3-48aa-b195-f2729b561b08 None None] For port b2112b5f-9a4f-476a-a525-3e08ceff2468, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=b2112b5f-9a4f-476a-a525-3e08ceff2468,segment=NetworkSegment(cb033523-a8af-450b-86d8-ed92dd66f904),segment_id=cb033523-a8af-450b-86d8-ed92dd66f904)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:32.557137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23e3dfd9-3dd3-48aa-b195-f2729b561b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:32.637036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Deleting port b2112b5f-9a4f-476a-a525-3e08ceff2468 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:32.637258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:32.687511 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-23e3dfd9-3dd3-48aa-b195-f2729b561b08 None None] Calling delete_port for b2112b5f-9a4f-476a-a525-3e08ceff2468 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:12:32.707698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098b1a0-41cf-4b28-8005-e4d54695697d req-05a25210-fac5-4891-a1c9-c6a137b31551 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:32.709400 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6098b1a0-41cf-4b28-8005-e4d54695697d req-05a25210-fac5-4891-a1c9-c6a137b31551 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.7927971
Apr 17 04:12:32.717415 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b994f2f-a1fb-4017-bc35-bf2c7ef58e17 req-235964a9-03df-4e31-9e4d-f317a6f365b8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:32.718945 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8b994f2f-a1fb-4017-bc35-bf2c7ef58e17 req-235964a9-03df-4e31-9e4d-f317a6f365b8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 944 time: 0.3179669
Apr 17 04:12:32.747279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b1a03c4e-83e0-4bbd-a0b7-0c2cafe45f4c req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:32.773011 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7af0ae67-8e6e-4862-b17b-b0ea90fcb61e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:32.831065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-23e3dfd9-3dd3-48aa-b195-f2729b561b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909'] for port, after_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:32.834878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:32.875925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] The port 'b2112b5f-9a4f-476a-a525-3e08ceff2468' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 17 04:12:32.880684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Pushing event deleted for resources: {'Port': ['ID=e299730a-7f82-4cfc-8e2b-bc8d440f903a,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:32.922661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:33.013478 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6098b1a0-41cf-4b28-8005-e4d54695697d req-79eb4cde-de52-4e65-a269-6172d2be0ad4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2854919
Apr 17 04:12:33.056063 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3dfd9-3dd3-48aa-b195-f2729b561b08 None None] Pushing event deleted for resources: {'Port': ['ID=b2112b5f-9a4f-476a-a525-3e08ceff2468,revision_number=None']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:33.056873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a03c4e-83e0-4bbd-a0b7-0c2cafe45f4c req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] No DVR routers for this DVR port e299730a-7f82-4cfc-8e2b-bc8d440f903a on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:12:33.059198 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-23e3dfd9-3dd3-48aa-b195-f2729b561b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:33.060228 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e3dfd9-3dd3-48aa-b195-f2729b561b08 None None] No DVR routers for this DVR port b2112b5f-9a4f-476a-a525-3e08ceff2468 on host dv-cinder-786054-2-iscsi {{(pid=86366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:12:33.061137 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8b994f2f-a1fb-4017-bc35-bf2c7ef58e17 req-aa8290fc-2230-46bf-b9e5-a341bda93f22 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3310199
Apr 17 04:12:33.062262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b1a03c4e-83e0-4bbd-a0b7-0c2cafe45f4c req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:33.069009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712c33b6-582c-434c-b5bc-eefd49bd679d', 'name': 'network-vif-deleted', 'tag': 'e299730a-7f82-4cfc-8e2b-bc8d440f903a'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:12:33.150912 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b1a03c4e-83e0-4bbd-a0b7-0c2cafe45f4c req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.43 "DELETE /v2.0/ports/e299730a-7f82-4cfc-8e2b-bc8d440f903a HTTP/1.1" status: 204  len: 173 time: 1.6438129
Apr 17 04:12:33.154727 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:33.175909 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712c33b6-582c-434c-b5bc-eefd49bd679d', 'name': 'network-vif-deleted', 'tag': 'e299730a-7f82-4cfc-8e2b-bc8d440f903a', 'status': 'completed', 'code': 200}
Apr 17 04:12:33.181922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device b2112b5f-9a4f-476a-a525-3e08ceff2468 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:12:33.228077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: b2112b5f-9a4f-476a-a525-3e08ceff2468 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:12:33.228563 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device b2112b5f-9a4f-476a-a525-3e08ceff2468 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:12:33.295976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-a15710a3-ca23-460f-8ca3-23932bacf81b req-9458c8e3-7373-4b1e-8ac9-389b2c37cade tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Synchronizing usage tracker for tenant:1da483ccb4174888b9f390e3db168e34 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:12:33.336892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-a15710a3-ca23-460f-8ca3-23932bacf81b req-9458c8e3-7373-4b1e-8ac9-389b2c37cade tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Unset dirty status for tenant:1da483ccb4174888b9f390e3db168e34 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:12:33.338100 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a15710a3-ca23-460f-8ca3-23932bacf81b req-9458c8e3-7373-4b1e-8ac9-389b2c37cade tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] 10.222.0.36 "GET /v2.0/ports?device_id=712c33b6-582c-434c-b5bc-eefd49bd679d HTTP/1.1" status: 200  len: 210 time: 0.1113625
Apr 17 04:12:33.341594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc3fb2a90>,) {'filters': {'network_id': ['a51085e4-408d-4488-add1-349bbd12a1e8']}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:33.354929 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc3fb2a90>, 'cb033523-a8af-450b-86d8-ed92dd66f904') {'for_net_delete': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:33.355266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc3fb2a90>, 'cb033523-a8af-450b-86d8-ed92dd66f904') {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:33.367852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2337558'] for segment, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:33.383383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:33.392880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=86365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:12:33.576709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Network a51085e4-408d-4488-add1-349bbd12a1e8 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:12:33.586670 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3315914'] for segment, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:33.772825 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Network a51085e4-408d-4488-add1-349bbd12a1e8 has no segments {{(pid=86365) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:12:33.796004 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:12:33.884633 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:33.891107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-56d75c32-79d0-4850-aa26-50376c06ad58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:33.906835 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:33.916865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Pushing event deleted for resources: {'Network': ['ID=a51085e4-408d-4488-add1-349bbd12a1e8,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:33.919574 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] 10.222.0.36 "DELETE /v2.0/networks/a51085e4-408d-4488-add1-349bbd12a1e8 HTTP/1.1" status: 204  len: 168 time: 1.8393974
Apr 17 04:12:33.920638 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0b4434f3-7680-4739-b7fa-ce5be8e3a0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:33.922896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 48430) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:34.517216 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 147f33d5-d1b0-4a2e-b37f-ea92494fc665 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:12:34.521126 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device e299730a-7f82-4cfc-8e2b-bc8d440f903a no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:12:34.528405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e41e7-2234-4dfb-8d2e-181a48782dbf req-1ee7e9d4-23f7-49c0-b832-ac63c88aac05 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:34.529970 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-200e41e7-2234-4dfb-8d2e-181a48782dbf req-1ee7e9d4-23f7-49c0-b832-ac63c88aac05 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 944 time: 0.2645273
Apr 17 04:12:34.539166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade147fa-75a1-4d6e-898b-3eec7aa04cba req-04f28500-df6a-443d-8305-a8c14961e0ce tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:34.540628 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ade147fa-75a1-4d6e-898b-3eec7aa04cba req-04f28500-df6a-443d-8305-a8c14961e0ce tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.3688321
Apr 17 04:12:34.559173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: e299730a-7f82-4cfc-8e2b-bc8d440f903a {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:12:34.559535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device e299730a-7f82-4cfc-8e2b-bc8d440f903a not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:12:34.630898 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-200e41e7-2234-4dfb-8d2e-181a48782dbf req-be71c2c6-7f53-46d7-b798-07087f5d03f6 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0891831
Apr 17 04:12:34.639953 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ade147fa-75a1-4d6e-898b-3eec7aa04cba req-a28d6f4e-4b0b-4b39-bd75-f005e8477b77 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817966
Apr 17 04:12:34.706031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 147f33d5-d1b0-4a2e-b37f-ea92494fc665, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=147f33d5-d1b0-4a2e-b37f-ea92494fc665,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:34.732213 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394646'] for router_interface, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:34.736013 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'port_id': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'mac_address': 'fa:16:3e:62:5a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:12:34.807881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:34.827401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147f33d5-d1b0-4a2e-b37f-ea92494fc665 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:12:34.844681 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 147f33d5-d1b0-4a2e-b37f-ea92494fc665, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=147f33d5-d1b0-4a2e-b37f-ea92494fc665,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:34.848284 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:34.850449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:34.920519 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=147f33d5-d1b0-4a2e-b37f-ea92494fc665,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:34.924142 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:35.090443 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['147f33d5-d1b0-4a2e-b37f-ea92494fc665'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:12:35.372163 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Deleting port 4799b93b-778d-44ba-ab95-0e79d20a4428 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:35.372526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:35.555286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] For port 4799b93b-778d-44ba-ab95-0e79d20a4428, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=4799b93b-778d-44ba-ab95-0e79d20a4428,segment=NetworkSegment(e141c3cd-f036-40b3-9bbc-e27264e2eeb8),segment_id=e141c3cd-f036-40b3-9bbc-e27264e2eeb8)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:35.555670 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:35.701955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Calling delete_port for 4799b93b-778d-44ba-ab95-0e79d20a4428 owned by network:router_interface {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:12:36.007621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a96038-360e-4f7b-923e-27d45b356a5a req-4c54f78a-f5e0-4fa6-88c4-869a389f8e81 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:36.009148 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a6a96038-360e-4f7b-923e-27d45b356a5a req-4c54f78a-f5e0-4fa6-88c4-869a389f8e81 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 945 time: 0.2491362
Apr 17 04:12:36.028536 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f3fac-451b-4333-a08b-9a668c1f6be2 req-67bb8b69-7d5b-4211-8fe0-abc4f57d13dd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:36.030022 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-341f3fac-451b-4333-a08b-9a668c1f6be2 req-67bb8b69-7d5b-4211-8fe0-abc4f57d13dd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.2218218
Apr 17 04:12:36.068962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:36.074669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-36a3b11e-7959-42b5-b0d5-f51099bee1f7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:36.136850 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Pushing event deleted for resources: {'Port': ['ID=4799b93b-778d-44ba-ab95-0e79d20a4428,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:36.143424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:36.146717 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a6a96038-360e-4f7b-923e-27d45b356a5a req-0424db40-5c33-4175-b303-527b8f339a8e tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1307569
Apr 17 04:12:36.202953 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-341f3fac-451b-4333-a08b-9a668c1f6be2 req-2e374f80-2b83-4964-8318-dca636dcd132 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1567113
Apr 17 04:12:36.450023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394728'] for router_interface, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:36.540507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 147f33d5-d1b0-4a2e-b37f-ea92494fc665 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:12:36.623870 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:12:36.628838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:12:36.629256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:36.758047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:36.786434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147f33d5-d1b0-4a2e-b37f-ea92494fc665'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:12:36.796919 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 147f33d5-d1b0-4a2e-b37f-ea92494fc665, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=147f33d5-d1b0-4a2e-b37f-ea92494fc665,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:36.800976 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:36.803032 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:36.841079 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'code': 200}
Apr 17 04:12:36.843640 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Router fe5c5669-2533-4509-a036-be360a403eb2 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:12:36.873979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=147f33d5-d1b0-4a2e-b37f-ea92494fc665,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:36.877235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:37.032652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:12:37.042823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39524375-a6a8-4565-996d-63c4fdefc12d None None] Sync routers for ids ['fe5c5669-2533-4509-a036-be360a403eb2'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:12:37.052150 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] 10.222.0.36 "PUT /v2.0/routers/fe5c5669-2533-4509-a036-be360a403eb2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1254182
Apr 17 04:12:37.052582 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48460) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:37.060919 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39524375-a6a8-4565-996d-63c4fdefc12d None None] Routers {'fe5c5669-2533-4509-a036-be360a403eb2'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:12:37.061912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-39524375-a6a8-4565-996d-63c4fdefc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9cbe358>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:12:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['fe5c5669-2533-4509-a036-be360a403eb2'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:37.256850 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-39524375-a6a8-4565-996d-63c4fdefc12d None None] Set router fe5c5669-2533-4509-a036-be360a403eb2 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:12:37.440496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb56a9-94d4-4db9-80dd-e4bfd25f57d9 req-3e8425a5-9850-4505-929a-19760ca8434e tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:37.442093 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-19bb56a9-94d4-4db9-80dd-e4bfd25f57d9 req-3e8425a5-9850-4505-929a-19760ca8434e tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 946 time: 0.1693959
Apr 17 04:12:37.488992 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:37.506515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ae68c-5e3e-4c18-9412-b0c3a3704e2f req-89c4b045-14cb-40d5-8838-58f6900e1dcd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:37.508078 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d18ae68c-5e3e-4c18-9412-b0c3a3704e2f req-89c4b045-14cb-40d5-8838-58f6900e1dcd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.1459844
Apr 17 04:12:37.513189 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-19bb56a9-94d4-4db9-80dd-e4bfd25f57d9 req-d208e315-7a99-4aa3-a40f-56f1abb2340e tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615160
Apr 17 04:12:37.564137 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d18ae68c-5e3e-4c18-9412-b0c3a3704e2f req-ffd0e6dd-8493-4064-a5b1-ae431d2b0bb9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474467
Apr 17 04:12:37.570754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-39524375-a6a8-4565-996d-63c4fdefc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9cbe358>, [{'id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'name': 'tempest-TestMinimumBasicScenario-588215211-router', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:05Z', 'updated_at': '2021-04-17T04:12:35Z', 'revision_number': 5, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'gw_port': {'id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:06Z', 'updated_at': '2021-04-17T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:37.574922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39524375-a6a8-4565-996d-63c4fdefc12d None None] Checking router: fe5c5669-2533-4509-a036-be360a403eb2 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:12:37.583997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39524375-a6a8-4565-996d-63c4fdefc12d None None] Routers {'fe5c5669-2533-4509-a036-be360a403eb2'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:12:37.584658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-39524375-a6a8-4565-996d-63c4fdefc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9cbe358>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:12:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['fe5c5669-2533-4509-a036-be360a403eb2'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:37.679432 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:37.688575 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Deleting port 79e97207-2c2b-4ce1-8114-bc9ae443de54 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:37.688943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:37.771246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-39524375-a6a8-4565-996d-63c4fdefc12d None None] Set router fe5c5669-2533-4509-a036-be360a403eb2 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:12:37.861651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7ba59467-9fc9-470e-a216-19ba48189165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:37.872175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] For port 79e97207-2c2b-4ce1-8114-bc9ae443de54, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=79e97207-2c2b-4ce1-8114-bc9ae443de54,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:37.872548 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:38.003354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Calling delete_port for 79e97207-2c2b-4ce1-8114-bc9ae443de54 owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:12:38.074875 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-39524375-a6a8-4565-996d-63c4fdefc12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9cbe358>, [{'id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'name': 'tempest-TestMinimumBasicScenario-588215211-router', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:05Z', 'updated_at': '2021-04-17T04:12:35Z', 'revision_number': 5, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'gw_port': {'id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:06Z', 'updated_at': '2021-04-17T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:38.079329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39524375-a6a8-4565-996d-63c4fdefc12d None None] The sync data for ids ['fe5c5669-2533-4509-a036-be360a403eb2'] in dv-cinder-786054-2-iscsi is: [{'id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'name': 'tempest-TestMinimumBasicScenario-588215211-router', 'tenant_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:09:05Z', 'updated_at': '2021-04-17T04:12:35Z', 'revision_number': 5, 'project_id': 'c968339e8a91437c82bd4cf2a17c29cc', 'gw_port': {'id': '79e97207-2c2b-4ce1-8114-bc9ae443de54', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:b5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5669-2533-4509-a036-be360a403eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:09:06Z', 'updated_at': '2021-04-17T04:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:12:38.185309 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:38.189249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08d10406-df18-4c05-b64a-c22144e4aa29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:38.238423 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e97207-2c2b-4ce1-8114-bc9ae443de54,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:38.241932 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:38.334986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355863'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:38.517902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854374859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771724'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:38.520378 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:38.617441 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395633'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:38.618299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe5c5669-2533-4509-a036-be360a403eb2 {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 17 04:12:38.634071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:38.638204 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 48476) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:38.638327 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/fe5c5669-2533-4509-a036-be360a403eb2 HTTP/1.1" status: 204  len: 168 time: 1.5843542
Apr 17 04:12:38.813845 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:38.814842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-8431a26a-2b04-4db4-84c5-6c9a0afb1cb9 admin admin] Deleting subnet 69dd4db3-0c45-40b7-ab14-a5dfc1fb827c {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:12:38.828498 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8431a26a-2b04-4db4-84c5-6c9a0afb1cb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:38.902738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8431a26a-2b04-4db4-84c5-6c9a0afb1cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852438242'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:38.970496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da120371-38cb-4a39-bc46-f100035d5552 req-ac66f60e-e062-4481-80b1-5e1e6562502d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:38.972122 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da120371-38cb-4a39-bc46-f100035d5552 req-ac66f60e-e062-4481-80b1-5e1e6562502d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 946 time: 0.2887523
Apr 17 04:12:38.982886 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c06ba-57ce-4bbf-8b9c-219718dc58de req-b1029589-313c-4d30-8def-4d7ccf549ce9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:38.984388 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-533c06ba-57ce-4bbf-8b9c-219718dc58de req-b1029589-313c-4d30-8def-4d7ccf549ce9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.2552414
Apr 17 04:12:39.120561 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da120371-38cb-4a39-bc46-f100035d5552 req-b0d30fe6-c7b1-4efd-ae41-600d68650382 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1331594
Apr 17 04:12:39.130990 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-533c06ba-57ce-4bbf-8b9c-219718dc58de req-a937659b-aa4b-44fb-a274-1621ba76afe2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1257057
Apr 17 04:12:39.133843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 4799b93b-778d-44ba-ab95-0e79d20a4428 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:12:39.137718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8431a26a-2b04-4db4-84c5-6c9a0afb1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:39.186863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 4799b93b-778d-44ba-ab95-0e79d20a4428 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:12:39.187255 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 4799b93b-778d-44ba-ab95-0e79d20a4428 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:12:39.187727 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 79e97207-2c2b-4ce1-8114-bc9ae443de54 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:12:39.225085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 79e97207-2c2b-4ce1-8114-bc9ae443de54 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:12:39.225472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 79e97207-2c2b-4ce1-8114-bc9ae443de54 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:12:39.646964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8431a26a-2b04-4db4-84c5-6c9a0afb1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851465367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851574991'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:39.653380 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ff9c14e1-8052-477f-94ef-ee6e4f7258b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:39.699454 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431a26a-2b04-4db4-84c5-6c9a0afb1cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69dd4db3-0c45-40b7-ab14-a5dfc1fb827c,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:39.702725 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8431a26a-2b04-4db4-84c5-6c9a0afb1cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:39.703799 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8431a26a-2b04-4db4-84c5-6c9a0afb1cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:39.712010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b10bd48-0317-4021-a5ad-6c67ca24097b None None] Network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:12:39.712220 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8431a26a-2b04-4db4-84c5-6c9a0afb1cb9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/69dd4db3-0c45-40b7-ab14-a5dfc1fb827c HTTP/1.1" status: 204  len: 168 time: 1.0721514
Apr 17 04:12:39.714544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48482) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:39.835074 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:39.846080 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Deleting port e652b87a-fb1e-4828-96a1-841307fe966d {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:39.846451 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:39.907588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae27ea-28cd-4515-bd2e-a6314f8f3a59 req-7fcd8ef4-c70d-419b-b2d4-a4bbe3f94609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:39.909119 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ecae27ea-28cd-4515-bd2e-a6314f8f3a59 req-7fcd8ef4-c70d-419b-b2d4-a4bbe3f94609 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 1099 time: 0.0808349
Apr 17 04:12:39.954973 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ecae27ea-28cd-4515-bd2e-a6314f8f3a59 req-6538db5b-9004-4ad7-b4ec-fef8281283df service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385883
Apr 17 04:12:40.001838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1542bf-9fe4-49e5-a552-9e133493061e None None] DHCP port deletion for 3a4ff88f-47b2-4173-9ae4-16655362b0d8 request from dv-cinder-786054-2-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 17 04:12:40.006667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8a1542bf-9fe4-49e5-a552-9e133493061e None None] Deleting port e652b87a-fb1e-4828-96a1-841307fe966d {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:40.007104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a1542bf-9fe4-49e5-a552-9e133493061e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:40.064918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] For port e652b87a-fb1e-4828-96a1-841307fe966d, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=e652b87a-fb1e-4828-96a1-841307fe966d,segment=NetworkSegment(e141c3cd-f036-40b3-9bbc-e27264e2eeb8),segment_id=e141c3cd-f036-40b3-9bbc-e27264e2eeb8)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:40.065273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:40.200337 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Calling delete_port for e652b87a-fb1e-4828-96a1-841307fe966d owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:12:40.222636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-8a1542bf-9fe4-49e5-a552-9e133493061e None None] For port e652b87a-fb1e-4828-96a1-841307fe966d, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=e652b87a-fb1e-4828-96a1-841307fe966d,segment=NetworkSegment(e141c3cd-f036-40b3-9bbc-e27264e2eeb8),segment_id=e141c3cd-f036-40b3-9bbc-e27264e2eeb8)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:40.223044 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a1542bf-9fe4-49e5-a552-9e133493061e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:40.282454 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:40.287430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:40.337207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e652b87a-fb1e-4828-96a1-841307fe966d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:40.340789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:40.341746 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] No DVR routers for this DVR port e652b87a-fb1e-4828-96a1-841307fe966d on host dv-cinder-786054-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:12:40.374199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8a1542bf-9fe4-49e5-a552-9e133493061e None None] Calling delete_port for e652b87a-fb1e-4828-96a1-841307fe966d owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:12:40.413512 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b747911-3e01-4350-bf95-933b4cfe33e8 req-96a70588-dc23-4eac-a48f-c125baae2523 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:40.415165 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5b747911-3e01-4350-bf95-933b4cfe33e8 req-96a70588-dc23-4eac-a48f-c125baae2523 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 946 time: 0.1613934
Apr 17 04:12:40.417917 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e517e4b1-9a1e-4bc3-9ade-fa94c94b22b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:40.424482 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c2b3-c915-4cc7-a48d-5b8fd59499c3 req-be5694a5-c52d-49a7-b78a-ca36ccbb1dcf tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:40.426042 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0de8c2b3-c915-4cc7-a48d-5b8fd59499c3 req-be5694a5-c52d-49a7-b78a-ca36ccbb1dcf tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.1316607
Apr 17 04:12:40.462064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-8a1542bf-9fe4-49e5-a552-9e133493061e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:12:40.462749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-8a1542bf-9fe4-49e5-a552-9e133493061e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:12:40.470570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:40.501523 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5b747911-3e01-4350-bf95-933b4cfe33e8 req-5f1d8bfe-869e-45be-9853-edf5609c498d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743229
Apr 17 04:12:40.508870 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0de8c2b3-c915-4cc7-a48d-5b8fd59499c3 req-c001e9e4-db71-4f86-aede-009dc99ae008 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677423
Apr 17 04:12:40.584075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc9417390>,) {'filters': {'network_id': ['3a4ff88f-47b2-4173-9ae4-16655362b0d8']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:40.596569 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9417390>, 'e141c3cd-f036-40b3-9bbc-e27264e2eeb8') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:40.596874 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc9417390>, 'e141c3cd-f036-40b3-9bbc-e27264e2eeb8') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:40.608622 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:40.630421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:40.638045 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:12:40.826711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:12:40.836305 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:40.963952 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8a1542bf-9fe4-49e5-a552-9e133493061e None None] Deleting port e652b87a-fb1e-4828-96a1-841307fe966d {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:12:40.964408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8a1542bf-9fe4-49e5-a552-9e133493061e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:41.018108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Network 3a4ff88f-47b2-4173-9ae4-16655362b0d8 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:12:41.039947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8a1542bf-9fe4-49e5-a552-9e133493061e None None] The port 'e652b87a-fb1e-4828-96a1-841307fe966d' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:12:41.040916 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:12:41.127585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:41.133456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:41.134208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-963dde40-6298-48b5-aa30-322d781d280e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:41.140843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device e652b87a-fb1e-4828-96a1-841307fe966d no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:12:41.154162 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:41.160821 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4ff88f-47b2-4173-9ae4-16655362b0d8,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:41.168295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:41.172441 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3a4ff88f-47b2-4173-9ae4-16655362b0d8 HTTP/1.1" status: 204  len: 168 time: 1.4561155
Apr 17 04:12:41.180468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: e652b87a-fb1e-4828-96a1-841307fe966d {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:12:41.180852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device e652b87a-fb1e-4828-96a1-841307fe966d not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:12:41.367971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 48500) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:41.419994 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:41.433533 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-2de1c5bd-c769-46aa-a753-6d0fb8ff5d29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1540efc0b56c401fa98e56d3607f02ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0636110
Apr 17 04:12:41.436257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 48504) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:41.498373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71b179e8-e891-4297-b82d-1d8a7878137e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:41.525614 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71b179e8-e891-4297-b82d-1d8a7878137e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:41.572658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71b179e8-e891-4297-b82d-1d8a7878137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:41.578166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3cbd7ca1-d1c6-437a-aa06-45043fa74d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:41.592268 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b179e8-e891-4297-b82d-1d8a7878137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfd0b3c-5179-4385-9efc-79adc353f369,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:41.595124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-71b179e8-e891-4297-b82d-1d8a7878137e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:41.596338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71b179e8-e891-4297-b82d-1d8a7878137e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:41.597549 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-71b179e8-e891-4297-b82d-1d8a7878137e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcfd0b3c-5179-4385-9efc-79adc353f369 HTTP/1.1" status: 204  len: 168 time: 0.1603296
Apr 17 04:12:41.784885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7d2e1-cd53-41bf-88c7-00a03d7a8ce0 req-20b64215-0102-47f8-bf2c-7cc67cdd36bc tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:41.786529 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b5d7d2e1-cd53-41bf-88c7-00a03d7a8ce0 req-20b64215-0102-47f8-bf2c-7cc67cdd36bc tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 946 time: 0.1580749
Apr 17 04:12:41.800251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5075b0-a400-4b8c-afe6-6fa8091e49ce req-e68f13c2-59be-47a8-a39b-98a4c3eb8211 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:41.801740 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4f5075b0-a400-4b8c-afe6-6fa8091e49ce req-e68f13c2-59be-47a8-a39b-98a4c3eb8211 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.1284943
Apr 17 04:12:41.877071 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b5d7d2e1-cd53-41bf-88c7-00a03d7a8ce0 req-dbea77d0-f5d8-46af-a88b-5769eaddab8e tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740499
Apr 17 04:12:41.884582 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4f5075b0-a400-4b8c-afe6-6fa8091e49ce req-c6e66c96-cb2d-4dc5-8797-089e8a67945b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657856
Apr 17 04:12:41.970659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 48518) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:42.073805 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b51dca97-360a-4a17-8458-099522cabf45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c968339e8a91437c82bd4cf2a17c29cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1016228
Apr 17 04:12:42.076381 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 48522) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:42.149430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c7e3a-26bb-41fa-bb5b-1c518512070f req-ff6c1625-c1f2-460e-92c7-992f07b06c13 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:42.151058 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-626c7e3a-26bb-41fa-bb5b-1c518512070f req-ff6c1625-c1f2-460e-92c7-992f07b06c13 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 946 time: 0.1597524
Apr 17 04:12:42.184540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cc369a35-f0f0-416b-9b0b-a54b120a4fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:42.232163 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cc369a35-f0f0-416b-9b0b-a54b120a4fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:42.241361 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-626c7e3a-26bb-41fa-bb5b-1c518512070f req-f437ef9d-d813-475c-83eb-96a15c1fc2e0 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0816195
Apr 17 04:12:42.266372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48526) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:42.286613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cc369a35-f0f0-416b-9b0b-a54b120a4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:42.290703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cfeccac7-45d1-40a7-a5a8-a3d44ac4c293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:42.302533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc369a35-f0f0-416b-9b0b-a54b120a4fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee022c34-1c62-438e-9f7c-8cb7ac01d3da,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:42.304990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cc369a35-f0f0-416b-9b0b-a54b120a4fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:42.310302 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cc369a35-f0f0-416b-9b0b-a54b120a4fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:42.314165 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-cc369a35-f0f0-416b-9b0b-a54b120a4fc4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee022c34-1c62-438e-9f7c-8cb7ac01d3da HTTP/1.1" status: 204  len: 168 time: 0.2325840
Apr 17 04:12:42.347283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84798a28-48af-44b9-b353-0e81d3a32207 tempest-TestVolumeBootPattern-1344524798 tempest-TestVolumeBootPattern-1344524798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:42.351433 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-84798a28-48af-44b9-b353-0e81d3a32207 tempest-TestVolumeBootPattern-1344524798 tempest-TestVolumeBootPattern-1344524798-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 1094 time: 0.0814662
Apr 17 04:12:42.352183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48532) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:12:42.357989 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'floatingip': {'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'port_id': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:12:42.364479 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:12:42.368566 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:floatingip and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:12:42.371532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:12:42.377459 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:12:42.388049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:42.545708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:42.707036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Allocated IP 172.27.0.125 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/8bd3b0aa-3484-4842-b5f4-289b60a9993e) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:12:42.860839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:43.095289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eadf0c-0d15-4087-96dd-98223acdbe20 req-2e8238b4-242e-4a15-a662-7a75a2fc5ade tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:43.097171 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-52eadf0c-0d15-4087-96dd-98223acdbe20 req-2e8238b4-242e-4a15-a662-7a75a2fc5ade tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.0909548
Apr 17 04:12:43.112367 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:43.142649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:43.146630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ceb314b7-c11c-45b7-8d03-b1b623d6f013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:43.149840 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-52eadf0c-0d15-4087-96dd-98223acdbe20 req-ee64361b-0fb5-4646-88c5-a3ce4ca49794 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458314
Apr 17 04:12:43.215802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:12:43.218744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:12:43.222613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:12:43.253228 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'Port': ['ID=8bd3b0aa-3484-4842-b5f4-289b60a9993e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:43.259683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:43.648263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:43.728278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:43.947979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:43.952145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851778808'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:43.956815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-733ff00d-347c-459e-80d6-680eeb8c8285 tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:44.069048 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'Port': ['ID=8bd3b0aa-3484-4842-b5f4-289b60a9993e,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:44.073996 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:44.081464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:44.278584 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Floating IP 08d88aba-6437-4878-b7ee-aa0cae5f7167 associated. External IP: 172.27.0.125, port: 147f33d5-d1b0-4a2e-b37f-ea92494fc665.
Apr 17 04:12:44.360991 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d2adf-e198-4d2b-8b5d-604ccb12dee7 req-1761f656-f4e8-4c6e-8b5a-59b266d1171d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:44.362737 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dd8d2adf-e198-4d2b-8b5d-604ccb12dee7 req-1761f656-f4e8-4c6e-8b5a-59b266d1171d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.0896289
Apr 17 04:12:44.411256 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dd8d2adf-e198-4d2b-8b5d-604ccb12dee7 req-ef4c81b6-2142-415f-8e26-15d7dcf57218 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417800
Apr 17 04:12:44.668786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Router 2a9593c8-9a36-4236-be69-5eeeb5113723 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:12:44.869310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:12:44.879008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a7cb2-6980-4e51-af00-eac0dd195031 None None] Sync routers for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:12:44.889953 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a7cb2-6980-4e51-af00-eac0dd195031 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:12:44.890629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-009a7cb2-6980-4e51-af00-eac0dd195031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc90d7438>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:12:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:44.897413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:44.956333 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6029041
Apr 17 04:12:44.956916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'tag': '147f33d5-d1b0-4a2e-b37f-ea92494fc665'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:12:45.009324 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'tag': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'status': 'completed', 'code': 200}
Apr 17 04:12:45.080641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-009a7cb2-6980-4e51-af00-eac0dd195031 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:12:45.116280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3acb70-5822-4aa2-9be6-661fc6fa6e83 req-8a5ea4e8-0d29-4f41-9601-1a106369f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:45.117911 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da3acb70-5822-4aa2-9be6-661fc6fa6e83 req-8a5ea4e8-0d29-4f41-9601-1a106369f7b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 1099 time: 0.0855570
Apr 17 04:12:45.260085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3acb70-5822-4aa2-9be6-661fc6fa6e83 req-7cdfd938-d2a4-45b3-a15d-a791ffc893ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:45.261570 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da3acb70-5822-4aa2-9be6-661fc6fa6e83 req-7cdfd938-d2a4-45b3-a15d-a791ffc893ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 913 time: 0.1371932
Apr 17 04:12:45.369855 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da3acb70-5822-4aa2-9be6-661fc6fa6e83 req-663da6a0-c47f-47f8-8214-ee5068bdd33a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=147f33d5-d1b0-4a2e-b37f-ea92494fc665 HTTP/1.1" status: 200  len: 1000 time: 0.1013646
Apr 17 04:12:45.447340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3acb70-5822-4aa2-9be6-661fc6fa6e83 req-ec2d6193-c363-4871-8802-65bf26341d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:45.448956 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da3acb70-5822-4aa2-9be6-661fc6fa6e83 req-ec2d6193-c363-4871-8802-65bf26341d15 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.0718820
Apr 17 04:12:45.460562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-009a7cb2-6980-4e51-af00-eac0dd195031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc90d7438>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '08d88aba-6437-4878-b7ee-aa0cae5f7167', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:62:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:43Z', 'updated_at': '2021-04-17T04:12:43Z', 'revision_number': 0, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:45.465247 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a7cb2-6980-4e51-af00-eac0dd195031 None None] Checking router: 2a9593c8-9a36-4236-be69-5eeeb5113723 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:12:45.475195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a7cb2-6980-4e51-af00-eac0dd195031 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:12:45.476027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-009a7cb2-6980-4e51-af00-eac0dd195031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc90d7438>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:12:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:45.539687 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3acb70-5822-4aa2-9be6-661fc6fa6e83 req-da2d9c1d-5c41-4592-85fa-704c50aa271f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:45.541227 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da3acb70-5822-4aa2-9be6-661fc6fa6e83 req-da2d9c1d-5c41-4592-85fa-704c50aa271f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854669
Apr 17 04:12:45.681042 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-009a7cb2-6980-4e51-af00-eac0dd195031 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:12:45.753379 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da3acb70-5822-4aa2-9be6-661fc6fa6e83 req-d585befa-7d67-481f-b1b9-2f0d8feedd12 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649449
Apr 17 04:12:45.765774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5ce3f-3875-4cd9-979d-73ae1f8d352e req-a8efeff5-e5c0-4123-9f51-a57123d8649b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:45.767320 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4bf5ce3f-3875-4cd9-979d-73ae1f8d352e req-a8efeff5-e5c0-4123-9f51-a57123d8649b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.2251530
Apr 17 04:12:45.915351 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4bf5ce3f-3875-4cd9-979d-73ae1f8d352e req-4fe1cb7f-b5cc-4d7f-bcec-92be45b2eebb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1195433
Apr 17 04:12:45.940363 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da3acb70-5822-4aa2-9be6-661fc6fa6e83 req-b9e16448-6874-4d81-ad71-6a82e813c23e service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719806
Apr 17 04:12:46.231602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-009a7cb2-6980-4e51-af00-eac0dd195031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc90d7438>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '08d88aba-6437-4878-b7ee-aa0cae5f7167', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:62:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:43Z', 'updated_at': '2021-04-17T04:12:43Z', 'revision_number': 0, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:12:46.237608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a7cb2-6980-4e51-af00-eac0dd195031 None None] The sync data for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi is: [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '08d88aba-6437-4878-b7ee-aa0cae5f7167', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:62:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:43Z', 'updated_at': '2021-04-17T04:12:43Z', 'revision_number': 0, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:12:46.511661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a893b8-6faa-42c3-8716-90a6d23e8767 None None] New status for floating IP 08d88aba-6437-4878-b7ee-aa0cae5f7167: ACTIVE {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:12:47.145424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f92ff-4986-43c7-879d-43fb9c651d2c req-d43b3aa9-178d-4df0-a68d-de4602d9e29e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:47.147122 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-734f92ff-4986-43c7-879d-43fb9c651d2c req-d43b3aa9-178d-4df0-a68d-de4602d9e29e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.0964477
Apr 17 04:12:47.196479 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-734f92ff-4986-43c7-879d-43fb9c651d2c req-f77fe79f-8ba1-494c-be31-f0a353f81da9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430038
Apr 17 04:12:48.419804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddda84-556f-4a37-ba05-a41ff090b486 req-a12382c6-4d98-4afb-8784-7584c04888e8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:48.421289 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1fddda84-556f-4a37-ba05-a41ff090b486 req-a12382c6-4d98-4afb-8784-7584c04888e8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.1019974
Apr 17 04:12:48.468466 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1fddda84-556f-4a37-ba05-a41ff090b486 req-42179695-4ab0-4b3f-ab5c-0140ddd838c9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408316
Apr 17 04:12:49.687986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43503c93-d212-4a1e-91ec-e1aa86a24f82 req-bd4aca13-a97a-4ebc-858c-d956b53b25b9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:49.689566 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-43503c93-d212-4a1e-91ec-e1aa86a24f82 req-bd4aca13-a97a-4ebc-858c-d956b53b25b9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.0930433
Apr 17 04:12:49.737456 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-43503c93-d212-4a1e-91ec-e1aa86a24f82 req-b2e17804-6777-42ca-a32a-cfa242ece5b4 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412650
Apr 17 04:12:50.666143 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 6f6e81dd-4da2-489e-9a68-5754ce61c277 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:12:50.820883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:50.835176 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'port_id': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'mac_address': 'fa:16:3e:60:c5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:12:50.896806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:50.914210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f6e81dd-4da2-489e-9a68-5754ce61c277 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:12:50.930871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:50.934399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:50.936319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:50.944193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ce938-7cf4-4bdd-a302-d8b6ea23f7e7 req-29730248-c627-46e4-b8a6-01ddf3400155 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:50.946123 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cc7ce938-7cf4-4bdd-a302-d8b6ea23f7e7 req-29730248-c627-46e4-b8a6-01ddf3400155 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.0904338
Apr 17 04:12:50.998359 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-cc7ce938-7cf4-4bdd-a302-d8b6ea23f7e7 req-0f0d4eea-fed0-4449-b00f-ae503bdaa564 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454235
Apr 17 04:12:51.008436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=6f6e81dd-4da2-489e-9a68-5754ce61c277,revision_number=6']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:51.011871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:51.033697 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['6f6e81dd-4da2-489e-9a68-5754ce61c277'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:12:51.427763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:12:52.209098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71f41a-682c-4888-83a3-3cdb2b69ae04 req-6ea8209b-6a93-46f4-a5cb-4a7328573380 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:52.210709 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b71f41a-682c-4888-83a3-3cdb2b69ae04 req-6ea8209b-6a93-46f4-a5cb-4a7328573380 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 945 time: 0.0892658
Apr 17 04:12:52.261175 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7b71f41a-682c-4888-83a3-3cdb2b69ae04 req-677d5a10-2d13-444d-bf2c-3c845ea1bf1a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435588
Apr 17 04:12:52.675847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 6f6e81dd-4da2-489e-9a68-5754ce61c277 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:12:52.752844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 6f6e81dd-4da2-489e-9a68-5754ce61c277 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:12:52.753301 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:52.889807 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:52.922728 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:12:52.936938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:12:52.940954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:12:52.945585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:12:53.031161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=6f6e81dd-4da2-489e-9a68-5754ce61c277,revision_number=7']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:12:53.041931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.042713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.043453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.043935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.044409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.044921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.045373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.045842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.046329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.046815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.047591 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.048136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:12:53.053661 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'code': 200}
Apr 17 04:12:53.055382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:12:53.481711 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452b776-e60b-4820-9066-ebec1a6fff54 req-b5adf99c-4669-441b-996c-616b77c709f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:53.483992 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4452b776-e60b-4820-9066-ebec1a6fff54 req-b5adf99c-4669-441b-996c-616b77c709f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.0964689
Apr 17 04:12:53.536135 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4452b776-e60b-4820-9066-ebec1a6fff54 req-85600d01-ca17-4978-8b41-2e6bcd82ae55 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451095
Apr 17 04:12:54.771087 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cb5d6-6cbe-4e6d-a689-1040dcfe21b1 req-0a31eb40-d0bf-4864-8489-72994dec46d0 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:54.772820 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ca7cb5d6-6cbe-4e6d-a689-1040dcfe21b1 req-0a31eb40-d0bf-4864-8489-72994dec46d0 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.0979984
Apr 17 04:12:54.825106 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ca7cb5d6-6cbe-4e6d-a689-1040dcfe21b1 req-0d5eb1af-63ad-47a0-8dea-72153fc420ae tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457635
Apr 17 04:12:56.051050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35e52d-5777-4b7b-b409-34bb5c665fb0 req-0c32727b-8757-4319-b26b-d0ab9d6b923c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:56.052959 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4f35e52d-5777-4b7b-b409-34bb5c665fb0 req-0c32727b-8757-4319-b26b-d0ab9d6b923c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.0973723
Apr 17 04:12:56.104135 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4f35e52d-5777-4b7b-b409-34bb5c665fb0 req-312944d6-cecf-4f5e-89ee-373ed28303ae tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444961
Apr 17 04:12:57.326838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63a4c6-ae7f-4470-8e43-4318bc8fa7ab req-f7160d3c-6e16-4e11-8274-90054e1e6ac6 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:57.328521 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3f63a4c6-ae7f-4470-8e43-4318bc8fa7ab req-f7160d3c-6e16-4e11-8274-90054e1e6ac6 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.0910213
Apr 17 04:12:57.387526 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3f63a4c6-ae7f-4470-8e43-4318bc8fa7ab req-0fec46ec-70da-41be-ab0b-6bd5f763aef9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518868
Apr 17 04:12:58.627078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fc738-63a1-403e-9768-d597bf164397 req-838bb44c-54a6-45fa-932c-504daa6b8100 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:58.631272 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-309fc738-63a1-403e-9768-d597bf164397 req-838bb44c-54a6-45fa-932c-504daa6b8100 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.1151066
Apr 17 04:12:58.681301 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-309fc738-63a1-403e-9768-d597bf164397 req-201ebc8c-e440-4f6f-9737-06362cd490a5 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457983
Apr 17 04:12:59.950255 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a41c31-e089-456f-8a53-5734df11f69e req-821fda1b-ee9f-45f7-b2f6-e44d4bdc0296 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:12:59.953180 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-31a41c31-e089-456f-8a53-5734df11f69e req-821fda1b-ee9f-45f7-b2f6-e44d4bdc0296 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.1074767
Apr 17 04:13:00.011324 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-31a41c31-e089-456f-8a53-5734df11f69e req-36c1357f-4d75-4277-9df0-009e9d77e360 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502334
Apr 17 04:13:00.988776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48714) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:01.062474 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-1814cd67-2d39-4c48-9166-ec6ab8a70e7f admin admin] Deleting subnet fa9c0504-3544-4d59-a0a2-5c4c9bc90bad {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:13:01.066184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1814cd67-2d39-4c48-9166-ec6ab8a70e7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:01.124707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1814cd67-2d39-4c48-9166-ec6ab8a70e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2449534'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:01.192449 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1814cd67-2d39-4c48-9166-ec6ab8a70e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:01.420002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106f8d4-e140-4214-ad17-b5f3ec23f7f2 req-36f39f0a-efe8-4785-8cbe-9f89d176b677 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:01.421566 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f106f8d4-e140-4214-ad17-b5f3ec23f7f2 req-36f39f0a-efe8-4785-8cbe-9f89d176b677 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.0909724
Apr 17 04:13:01.460178 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1814cd67-2d39-4c48-9166-ec6ab8a70e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262441'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:01.465161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c61f8d07-4f9e-4f0c-8c9e-b5a1d450022e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:01.471529 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f106f8d4-e140-4214-ad17-b5f3ec23f7f2 req-2559f48f-f43b-48f4-a7a0-1e1ee325d1a5 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431697
Apr 17 04:13:01.502461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814cd67-2d39-4c48-9166-ec6ab8a70e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa9c0504-3544-4d59-a0a2-5c4c9bc90bad,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:01.504646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1814cd67-2d39-4c48-9166-ec6ab8a70e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:01.507382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1814cd67-2d39-4c48-9166-ec6ab8a70e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:01.511844 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1814cd67-2d39-4c48-9166-ec6ab8a70e7f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fa9c0504-3544-4d59-a0a2-5c4c9bc90bad HTTP/1.1" status: 204  len: 168 time: 0.5211945
Apr 17 04:13:01.514461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48730) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:01.629074 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:01.985438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b571c-ffe7-4d73-8744-8e874924a021 req-868fd8d1-ecf8-4fa6-9cc0-c93922077246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:01.987235 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ce5b571c-ffe7-4d73-8744-8e874924a021 req-868fd8d1-ecf8-4fa6-9cc0-c93922077246 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 1099 time: 0.0854065
Apr 17 04:13:02.000008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:02.111310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc81d32e8>,) {'filters': {'network_id': ['edc0c03f-722c-4ac6-8079-9aaca7a00754']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:02.127780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc81d32e8>, 'f162c29c-87e2-4bba-a3cf-0307d5691fa4') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:02.128112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc81d32e8>, 'f162c29c-87e2-4bba-a3cf-0307d5691fa4') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:02.130740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b571c-ffe7-4d73-8744-8e874924a021 req-4d748885-a80e-49fa-9fb3-588855d03b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:02.132357 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ce5b571c-ffe7-4d73-8744-8e874924a021 req-4d748885-a80e-49fa-9fb3-588855d03b08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 918 time: 0.1383085
Apr 17 04:13:02.140386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:02.156307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:02.163544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:13:02.242588 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ce5b571c-ffe7-4d73-8744-8e874924a021 req-542be113-f839-4978-a549-b1c579a4df6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277 HTTP/1.1" status: 200  len: 1002 time: 0.1021268
Apr 17 04:13:02.346034 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Network edc0c03f-722c-4ac6-8079-9aaca7a00754 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:13:02.356617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:02.547588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b571c-ffe7-4d73-8744-8e874924a021 req-e1933e95-2a6f-4000-a704-7bad406c4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:02.547836 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Network edc0c03f-722c-4ac6-8079-9aaca7a00754 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:13:02.549159 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ce5b571c-ffe7-4d73-8744-8e874924a021 req-e1933e95-2a6f-4000-a704-7bad406c4e2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80cde3a3-6963-4ab6-a96e-946aa1c0f361 HTTP/1.1" status: 200  len: 856 time: 0.2999797
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:13:02.571239 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:13:02.649966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:02.653568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:02.667788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:02.678060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Pushing event deleted for resources: {'Network': ['ID=edc0c03f-722c-4ac6-8079-9aaca7a00754,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:02.683356 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] 10.222.0.36 "DELETE /v2.0/networks/edc0c03f-722c-4ac6-8079-9aaca7a00754 HTTP/1.1" status: 204  len: 168 time: 1.1654415
Apr 17 04:13:02.683356 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c59bce12-d62e-4a1d-9609-392cf8fd464f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:02.701713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b571c-ffe7-4d73-8744-8e874924a021 req-09d17c9b-9deb-485d-898f-a2818f9e97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:02.703362 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ce5b571c-ffe7-4d73-8744-8e874924a021 req-09d17c9b-9deb-485d-898f-a2818f9e97a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1465812
Apr 17 04:13:02.716035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c794d9-d0f4-4a2a-91e7-543b7578638e req-cbeabd9e-50a0-4afc-aa06-2ffbf51509b9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:02.717568 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-23c794d9-d0f4-4a2a-91e7-543b7578638e req-cbeabd9e-50a0-4afc-aa06-2ffbf51509b9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.1212194
Apr 17 04:13:02.850704 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-23c794d9-d0f4-4a2a-91e7-543b7578638e req-94ead10d-6c3e-46ee-af4f-3b43c6b5309d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109486
Apr 17 04:13:02.881420 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 48738) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:02.908162 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ce5b571c-ffe7-4d73-8744-8e874924a021 req-23827c0d-0465-4105-9da7-dd518f8b2ed8 service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1895974
Apr 17 04:13:03.019715 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b83e68cf-769a-4b9d-a572-18c4ea344308 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1da483ccb4174888b9f390e3db168e34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1369343
Apr 17 04:13:03.022896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48742) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:03.075019 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ce5b571c-ffe7-4d73-8744-8e874924a021 req-bc0d3fdc-b9cd-4f7a-860c-e534dbd81e0b service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537313
Apr 17 04:13:03.088979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd312-b7c9-438e-a5a8-6235e411a8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:03.116378 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd312-b7c9-438e-a5a8-6235e411a8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:03.164393 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd312-b7c9-438e-a5a8-6235e411a8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:03.168241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a65a49af-4c37-4c6d-8a37-dc4910eb7fce tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:03.180202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cd312-b7c9-438e-a5a8-6235e411a8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8633659f-7c56-4ce0-ab34-fd0df7119063,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:03.184022 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9d4cd312-b7c9-438e-a5a8-6235e411a8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:03.187383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd312-b7c9-438e-a5a8-6235e411a8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:03.188570 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9d4cd312-b7c9-438e-a5a8-6235e411a8a5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8633659f-7c56-4ce0-ab34-fd0df7119063 HTTP/1.1" status: 204  len: 168 time: 0.1645613
Apr 17 04:13:04.064287 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06708e71-1bc6-4c99-9a11-233fb5cfb4b5 req-ee64e9ba-acc8-468b-8d0e-d22c9268a07d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:04.066032 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-06708e71-1bc6-4c99-9a11-233fb5cfb4b5 req-ee64e9ba-acc8-468b-8d0e-d22c9268a07d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 946 time: 0.0935080
Apr 17 04:13:04.117883 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-06708e71-1bc6-4c99-9a11-233fb5cfb4b5 req-8502b34a-4d0f-406a-837f-56663e00756f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435781
Apr 17 04:13:04.711743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 6f6e81dd-4da2-489e-9a68-5754ce61c277 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:13:04.850060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:04.878642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:13:04.889061 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:04.892409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:04.894258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:04.931155 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'code': 200}
Apr 17 04:13:04.968627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=6f6e81dd-4da2-489e-9a68-5754ce61c277,revision_number=8']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:04.971866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:05.327908 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f61f7-4fb2-4a06-9ee2-93381e6971dd req-3477ca8c-3f08-4340-b53f-b6f74e45e328 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:05.329467 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e84f61f7-4fb2-4a06-9ee2-93381e6971dd req-3477ca8c-3f08-4340-b53f-b6f74e45e328 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.0925598
Apr 17 04:13:05.377166 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e84f61f7-4fb2-4a06-9ee2-93381e6971dd req-4520f91d-d997-4741-9414-8a0e1a52b2e5 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410426
Apr 17 04:13:06.950220 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b44997-effb-4971-a41c-f678337dbc4a req-6fdade78-12b4-48da-9ca2-0855d398d6e3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:06.951861 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-40b44997-effb-4971-a41c-f678337dbc4a req-6fdade78-12b4-48da-9ca2-0855d398d6e3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.0880566
Apr 17 04:13:07.002792 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-40b44997-effb-4971-a41c-f678337dbc4a req-69af3853-a260-4a2b-aaff-01d1079c6e70 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445974
Apr 17 04:13:07.251750 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 48842) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:07.380584 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-c603df99-7a4e-435b-b448-3058bb4aaa7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1274717
Apr 17 04:13:07.877144 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9fa74e07-141e-46dd-8038-caa3a230a2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:08.222173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd7a66-1a49-4735-b1f6-fa05bb417fd6 req-401fa8de-1c54-4242-b560-3198c7a75185 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:08.223674 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-66dd7a66-1a49-4735-b1f6-fa05bb417fd6 req-401fa8de-1c54-4242-b560-3198c7a75185 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.0959616
Apr 17 04:13:08.279366 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-66dd7a66-1a49-4735-b1f6-fa05bb417fd6 req-d149e02e-45eb-4e90-8f4b-b3c3bcf8dac3 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458341
Apr 17 04:13:09.204516 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 6f6e81dd-4da2-489e-9a68-5754ce61c277 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:13:09.271091 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:09.509610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-fbdcc9ee-b018-49cf-bcbc-7c16f4508f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:09.511252 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-fbdcc9ee-b018-49cf-bcbc-7c16f4508f2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba&tenant_id=cd7b9582236a4ade80b48dd303f4412d HTTP/1.1" status: 200  len: 1097 time: 0.1462693
Apr 17 04:13:09.532783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d790d-032d-4598-9d69-6c08f1e54d62 req-e0cdec56-e7fd-4757-a1de-0b17413f271c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:09.534344 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d78d790d-032d-4598-9d69-6c08f1e54d62 req-e0cdec56-e7fd-4757-a1de-0b17413f271c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.1143014
Apr 17 04:13:09.635392 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d78d790d-032d-4598-9d69-6c08f1e54d62 req-b2ae28e6-ce81-4d12-973e-bd7774415a6e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600524
Apr 17 04:13:09.652270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-03f5b5e4-9b5e-4812-98b1-9eed24adbc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:09.654198 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-03f5b5e4-9b5e-4812-98b1-9eed24adbc28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cd7b9582236a4ade80b48dd303f4412d&device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 1097 time: 0.1185882
Apr 17 04:13:09.805004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-836defc3-92d9-447c-a4ef-606aa932f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:09.806609 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-836defc3-92d9-447c-a4ef-606aa932f151 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 200  len: 918 time: 0.1461580
Apr 17 04:13:09.920247 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-8d26ddd8-d3f5-4dde-aca9-d882a85fbab4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277 HTTP/1.1" status: 200  len: 1000 time: 0.1056306
Apr 17 04:13:09.994560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-8ce04d20-f97a-452b-a7d9-d48fd9d2a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:09.996205 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-8ce04d20-f97a-452b-a7d9-d48fd9d2a003 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80cde3a3-6963-4ab6-a96e-946aa1c0f361 HTTP/1.1" status: 200  len: 856 time: 0.0689485
Apr 17 04:13:10.084462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-7534a312-b1f5-4b18-877c-8d156283938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:10.086759 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-7534a312-b1f5-4b18-877c-8d156283938e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838242
Apr 17 04:13:10.236884 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-1dc690fb-51b4-4c69-9b04-aca77c48b015 service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416309
Apr 17 04:13:10.253383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e39b2fbd-4853-4d31-9af6-73e932b8eb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:10.386546 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ece9d05e-ae8f-42a2-9fee-bf02efe15222 req-95dd902f-43e2-4dc6-b29b-b599125b2f39 service neutron] 10.222.0.43 "GET /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425903
Apr 17 04:13:10.847061 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13420b6a-1dfe-4a9f-a229-e30d8b5a045f req-ac6efcbc-d7f3-4642-958a-7727e0fb570e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:10.848712 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-13420b6a-1dfe-4a9f-a229-e30d8b5a045f req-ac6efcbc-d7f3-4642-958a-7727e0fb570e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.0922129
Apr 17 04:13:10.896460 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-13420b6a-1dfe-4a9f-a229-e30d8b5a045f req-6b30c118-a36e-452c-a7c4-065dfbeef774 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412371
Apr 17 04:13:11.136812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:11.432234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:12.140820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad96d46-81d9-4445-be2e-af0d8539bf01 req-01f06a96-ffbf-4b4e-b1dd-522f9678b148 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:12.142480 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5ad96d46-81d9-4445-be2e-af0d8539bf01 req-01f06a96-ffbf-4b4e-b1dd-522f9678b148 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.1103156
Apr 17 04:13:12.193776 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5ad96d46-81d9-4445-be2e-af0d8539bf01 req-052ef6e3-7749-4436-ab40-36f2f7a3e340 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444036
Apr 17 04:13:12.880205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:13.257070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 48910) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:13.417601 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a256f88c-8cef-41ea-89a0-480d34f06c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:13.444357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a256f88c-8cef-41ea-89a0-480d34f06c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:13:13.451437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a256f88c-8cef-41ea-89a0-480d34f06c53 admin admin] Usage tracker for resource:security_group_rule and tenant:753cc86965694fd19a559e3b4c1df7c7 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:13:13.454467 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-a256f88c-8cef-41ea-89a0-480d34f06c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:13:13.460774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-a256f88c-8cef-41ea-89a0-480d34f06c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:13:13.496889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa72a9-2ff6-49b7-9be4-48092e68a092 req-39f92d13-5d36-4367-ac3c-c9809370de02 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:13.498497 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fdaa72a9-2ff6-49b7-9be4-48092e68a092 req-39f92d13-5d36-4367-ac3c-c9809370de02 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.1733372
Apr 17 04:13:13.590454 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fdaa72a9-2ff6-49b7-9be4-48092e68a092 req-e8aef5df-0704-457b-908d-cdc02bdd31fa tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853033
Apr 17 04:13:13.604927 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a256f88c-8cef-41ea-89a0-480d34f06c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:13.608652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a256f88c-8cef-41ea-89a0-480d34f06c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:13.616663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3828331c-94a7-4298-8202-daba0402b081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:13.671165 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a256f88c-8cef-41ea-89a0-480d34f06c53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=753cc86965694fd19a559e3b4c1df7c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4128647
Apr 17 04:13:13.672224 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256f88c-8cef-41ea-89a0-480d34f06c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a177c8-dbca-499b-9d1a-3a4e992a63e1,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:13.674267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 48916) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:13.675576 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a256f88c-8cef-41ea-89a0-480d34f06c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:13.744220 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd21757e-3997-4f56-986f-6a4d5f93c3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:13.773035 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd21757e-3997-4f56-986f-6a4d5f93c3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:13.836065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd21757e-3997-4f56-986f-6a4d5f93c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:13.842184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-872417ea-bfc0-4771-a1bc-faf0208776fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:13.855696 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21757e-3997-4f56-986f-6a4d5f93c3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a177c8-dbca-499b-9d1a-3a4e992a63e1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:13.858847 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cd21757e-3997-4f56-986f-6a4d5f93c3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:13.866911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd21757e-3997-4f56-986f-6a4d5f93c3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:13.868461 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-cd21757e-3997-4f56-986f-6a4d5f93c3fe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61a177c8-dbca-499b-9d1a-3a4e992a63e1 HTTP/1.1" status: 204  len: 168 time: 0.1927671
Apr 17 04:13:14.822954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99198668-3df9-4f0f-b9f6-216bab5320dd req-120309ce-0008-421a-b36f-a243c7d17d04 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:14.824700 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-99198668-3df9-4f0f-b9f6-216bab5320dd req-120309ce-0008-421a-b36f-a243c7d17d04 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.1009877
Apr 17 04:13:14.876701 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-99198668-3df9-4f0f-b9f6-216bab5320dd req-6862aff2-959e-4c1e-9697-d83ba131b44e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449319
Apr 17 04:13:16.096801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7c5e-3201-434a-ae04-9d41cfd10c40 req-454bfa26-f571-4b23-815c-34ae2c6c26a1 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:16.098411 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f0eb7c5e-3201-434a-ae04-9d41cfd10c40 req-454bfa26-f571-4b23-815c-34ae2c6c26a1 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.0975368
Apr 17 04:13:16.149918 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f0eb7c5e-3201-434a-ae04-9d41cfd10c40 req-1db050d0-48e4-4200-8a72-69a6a5186bcc tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447538
Apr 17 04:13:17.370253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cffae0-684d-46c5-b97a-dd2251c29a9a req-4c75bc61-ce31-4d42-958a-120f579d0a0c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:17.372485 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f7cffae0-684d-46c5-b97a-dd2251c29a9a req-4c75bc61-ce31-4d42-958a-120f579d0a0c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.0895152
Apr 17 04:13:17.424074 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f7cffae0-684d-46c5-b97a-dd2251c29a9a req-c523e490-d892-4b02-9115-c36b2eda169d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448506
Apr 17 04:13:18.646791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca24a53-5132-4363-974f-a339f791cfbc req-d3e64207-7d0d-4011-9982-228337e949dd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:18.648524 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ca24a53-5132-4363-974f-a339f791cfbc req-d3e64207-7d0d-4011-9982-228337e949dd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.0987151
Apr 17 04:13:18.697906 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ca24a53-5132-4363-974f-a339f791cfbc req-6624cf49-ccf7-4858-ae2a-7728d380fa42 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428507
Apr 17 04:13:19.921037 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abbf0f-6c2c-425b-941b-29a582d1bf3c req-ae354634-1a61-470a-ba2c-09399b168580 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:19.922623 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e0abbf0f-6c2c-425b-941b-29a582d1bf3c req-ae354634-1a61-470a-ba2c-09399b168580 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.0913649
Apr 17 04:13:19.973502 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e0abbf0f-6c2c-425b-941b-29a582d1bf3c req-442d0fcd-7ffc-4495-aa28-aa2706c40a1c tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439720
Apr 17 04:13:21.197520 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e2593-5f31-430e-940b-28ec9f23a121 req-8b7beec4-0e16-4fc8-a8e7-ed6a72bd4bd0 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:21.199171 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2c4e2593-5f31-430e-940b-28ec9f23a121 req-8b7beec4-0e16-4fc8-a8e7-ed6a72bd4bd0 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.0990384
Apr 17 04:13:21.249061 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2c4e2593-5f31-430e-940b-28ec9f23a121 req-cc993b2c-b237-4091-acc0-724ec85968cd tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433054
Apr 17 04:13:22.473988 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fed9e-d6d1-4625-b24f-c7e44734fc37 req-8b0ea2cb-dd1d-425b-89f9-2c80057911d9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:22.475513 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0e8fed9e-d6d1-4625-b24f-c7e44734fc37 req-8b0ea2cb-dd1d-425b-89f9-2c80057911d9 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 944 time: 0.0961998
Apr 17 04:13:22.523112 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0e8fed9e-d6d1-4625-b24f-c7e44734fc37 req-797e5f7b-44c2-4778-b81f-7f0619d6b4db tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409336
Apr 17 04:13:23.239028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 6f6e81dd-4da2-489e-9a68-5754ce61c277 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:13:23.381747 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:23.395965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'port_id': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'mac_address': 'fa:16:3e:60:c5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:13:23.458350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:23.476319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6e81dd-4da2-489e-9a68-5754ce61c277 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:13:23.492769 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:23.497175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:23.499075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:23.567769 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=6f6e81dd-4da2-489e-9a68-5754ce61c277,revision_number=9']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:23.571794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:23.731964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['6f6e81dd-4da2-489e-9a68-5754ce61c277'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:13:23.753050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b292a-c98c-4ba2-ab3a-ffa28864d38f req-2ab55941-bd13-4d46-a34c-102064b89785 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:23.754662 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da2b292a-c98c-4ba2-ab3a-ffa28864d38f req-2ab55941-bd13-4d46-a34c-102064b89785 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 945 time: 0.0995965
Apr 17 04:13:23.803280 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da2b292a-c98c-4ba2-ab3a-ffa28864d38f req-bbea19c8-4c53-4af3-b730-e8ee4047a302 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417330
Apr 17 04:13:25.031276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5def0-a28a-44b9-b8ed-a3435fcfb7f6 req-2e738cb0-c048-4039-b8d3-b086ada8c196 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:25.032858 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b0b5def0-a28a-44b9-b8ed-a3435fcfb7f6 req-2e738cb0-c048-4039-b8d3-b086ada8c196 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 945 time: 0.1005588
Apr 17 04:13:25.083884 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b0b5def0-a28a-44b9-b8ed-a3435fcfb7f6 req-2e0e316f-1de4-438c-b791-13c51205809b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434742
Apr 17 04:13:25.237721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 6f6e81dd-4da2-489e-9a68-5754ce61c277 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:13:25.321540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 6f6e81dd-4da2-489e-9a68-5754ce61c277 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:13:25.321970 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:25.446203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:25.474049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:13:25.485124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:25.489223 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:25.491649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-53f74e53-3fed-4167-b36a-2ad352faf77b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:25.531819 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'code': 200}
Apr 17 04:13:25.568070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=6f6e81dd-4da2-489e-9a68-5754ce61c277,revision_number=10']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:25.572006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:25.777730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d2e5d-122f-4a64-a28f-73d4109f6508 req-ebe67be0-8b43-4865-bed0-15dbd91bd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:25.779234 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb1d2e5d-122f-4a64-a28f-73d4109f6508 req-ebe67be0-8b43-4865-bed0-15dbd91bd0b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 1100 time: 0.0785947
Apr 17 04:13:25.829050 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-eb1d2e5d-122f-4a64-a28f-73d4109f6508 req-f16d09d6-4055-4960-a340-836ce844eb35 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422044
Apr 17 04:13:26.308329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63076-b90b-42c8-b42c-38c0099844eb req-ec9ea6c0-40ef-441c-8794-834c053a62a7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:26.309903 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27d63076-b90b-42c8-b42c-38c0099844eb req-ec9ea6c0-40ef-441c-8794-834c053a62a7 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 947 time: 0.0917125
Apr 17 04:13:26.361851 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-27d63076-b90b-42c8-b42c-38c0099844eb req-31be5317-240e-4cf9-bb0a-7748260cf92d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422201
Apr 17 04:13:27.578079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758abb3c-3830-4f08-8b51-ed2a360d8a90 req-e354194d-eba9-4ea2-a9b9-a61eb1ba2804 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:27.579699 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-758abb3c-3830-4f08-8b51-ed2a360d8a90 req-e354194d-eba9-4ea2-a9b9-a61eb1ba2804 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 947 time: 0.0938325
Apr 17 04:13:27.863163 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-758abb3c-3830-4f08-8b51-ed2a360d8a90 req-a74dca7b-7144-4291-a574-04942a49294b tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2768216
Apr 17 04:13:28.428457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:13:29.078089 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12867b4-36cf-4bdb-9296-39f4e3373c9b req-ef8c573d-8667-4512-9b28-41a9a220dc33 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:29.079782 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f12867b4-36cf-4bdb-9296-39f4e3373c9b req-ef8c573d-8667-4512-9b28-41a9a220dc33 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 947 time: 0.0882919
Apr 17 04:13:29.131781 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f12867b4-36cf-4bdb-9296-39f4e3373c9b req-77e49cad-40c3-4341-9a0f-f9aa1efe798f tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435092
Apr 17 04:13:32.088132 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49000) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:32.492334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Deleting port 3052f088-1d87-4800-bf74-2e2c06aea4b6 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:32.492557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:32.673271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:32.673641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:32.803190 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Calling delete_port for 3052f088-1d87-4800-bf74-2e2c06aea4b6 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:13:32.969663 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:32.973348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:33.020944 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event deleted for resources: {'Port': ['ID=3052f088-1d87-4800-bf74-2e2c06aea4b6,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:33.060253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.060596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.061005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.061410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.061807 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.062203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.062601 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.063022 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.063413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.063771 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.064162 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.064547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:33.073048 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:33.129724 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:33.130206 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Floating IP cca78b1a-373a-4146-ba33-0319f3052567 disassociated (deleted). External IP: 172.27.0.254, port: 8d40138d-ee44-4061-a509-c0ff24598604.
Apr 17 04:13:33.498744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Router a7d217ba-b96c-4b19-af7c-e38a6f67af26 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:13:33.684536 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:13:33.694486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c5ab3-793e-40c0-8cdc-df212aa50e89 None None] Sync routers for ids ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:13:33.699226 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:33.705798 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c5ab3-793e-40c0-8cdc-df212aa50e89 None None] Routers {'a7d217ba-b96c-4b19-af7c-e38a6f67af26'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:13:33.706475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0e0c5ab3-793e-40c0-8cdc-df212aa50e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc8ef54e0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:13:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:33.760452 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "DELETE /v2.0/floatingips/cca78b1a-373a-4146-ba33-0319f3052567 HTTP/1.1" status: 204  len: 168 time: 1.6710579
Apr 17 04:13:33.761105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:13:33.809342 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604', 'status': 'completed', 'code': 200}
Apr 17 04:13:33.897525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-0e0c5ab3-793e-40c0-8cdc-df212aa50e89 None None] Set router a7d217ba-b96c-4b19-af7c-e38a6f67af26 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:13:33.913653 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86292908-e5bb-47d9-a84b-0a1a21335796 req-6293b151-f2da-4413-b8f1-0613040302c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:33.915485 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86292908-e5bb-47d9-a84b-0a1a21335796 req-6293b151-f2da-4413-b8f1-0613040302c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4acedbcc492442fda696d7da349c2601&device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 1098 time: 0.0821359
Apr 17 04:13:34.062408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86292908-e5bb-47d9-a84b-0a1a21335796 req-c91cb7d3-edbd-486b-9e7d-e415ec22890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:34.064075 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86292908-e5bb-47d9-a84b-0a1a21335796 req-c91cb7d3-edbd-486b-9e7d-e415ec22890f service neutron] 10.222.0.43 "GET /v2.0/networks?id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4 HTTP/1.1" status: 200  len: 910 time: 0.1416423
Apr 17 04:13:34.181337 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86292908-e5bb-47d9-a84b-0a1a21335796 req-34d22486-0663-4559-b06b-08c0122594b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d40138d-ee44-4061-a509-c0ff24598604 HTTP/1.1" status: 200  len: 217 time: 0.1096892
Apr 17 04:13:34.273775 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86292908-e5bb-47d9-a84b-0a1a21335796 req-2e391319-a2cc-40da-8d47-22575f5e810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:34.275791 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86292908-e5bb-47d9-a84b-0a1a21335796 req-2e391319-a2cc-40da-8d47-22575f5e810f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=39c7a256-a9ff-4fc0-9a71-d436f2da6521 HTTP/1.1" status: 200  len: 848 time: 0.0867999
Apr 17 04:13:34.335692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae739c6-184c-48c1-a20e-5d9590b7bcb2 req-80a133a9-1f49-4e07-baa9-cc8aea01b02d tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:34.337366 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7ae739c6-184c-48c1-a20e-5d9590b7bcb2 req-80a133a9-1f49-4e07-baa9-cc8aea01b02d tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.2133846
Apr 17 04:13:34.400663 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7ae739c6-184c-48c1-a20e-5d9590b7bcb2 req-5fed59d5-613d-4529-8812-b91403d43882 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555460
Apr 17 04:13:34.413386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86292908-e5bb-47d9-a84b-0a1a21335796 req-8e4bb01b-767f-45cb-a0f1-1cec1e1bbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:34.415154 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86292908-e5bb-47d9-a84b-0a1a21335796 req-8e4bb01b-767f-45cb-a0f1-1cec1e1bbe6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6c65acf2-5c6d-45f8-a908-0a39cd3053d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1309979
Apr 17 04:13:34.418726 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0e0c5ab3-793e-40c0-8cdc-df212aa50e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc8ef54e0>, [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '89a18e76-57d8-4ad3-8e72-3e57d4ed28dd', 'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'mac_address': 'fa:16:3e:40:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:02Z', 'updated_at': '2021-04-17T04:08:15Z', 'revision_number': 5, 'project_id': '4acedbcc492442fda696d7da349c2601', 'subnets': [{'id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:34.422838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c5ab3-793e-40c0-8cdc-df212aa50e89 None None] Checking router: a7d217ba-b96c-4b19-af7c-e38a6f67af26 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:13:34.432256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c5ab3-793e-40c0-8cdc-df212aa50e89 None None] Routers {'a7d217ba-b96c-4b19-af7c-e38a6f67af26'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:13:34.432930 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0e0c5ab3-793e-40c0-8cdc-df212aa50e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc8ef54e0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:13:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:34.563428 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86292908-e5bb-47d9-a84b-0a1a21335796 req-877c34c4-562e-4afe-b298-e269b99f6e6e service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365886
Apr 17 04:13:34.627759 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-0e0c5ab3-793e-40c0-8cdc-df212aa50e89 None None] Set router a7d217ba-b96c-4b19-af7c-e38a6f67af26 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:13:34.714223 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-86292908-e5bb-47d9-a84b-0a1a21335796 req-6a8aa7c6-1254-41ce-8223-862110e8c677 service neutron] 10.222.0.43 "GET /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351962
Apr 17 04:13:34.965658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0e0c5ab3-793e-40c0-8cdc-df212aa50e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc8ef54e0>, [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '89a18e76-57d8-4ad3-8e72-3e57d4ed28dd', 'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'mac_address': 'fa:16:3e:40:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:02Z', 'updated_at': '2021-04-17T04:08:15Z', 'revision_number': 5, 'project_id': '4acedbcc492442fda696d7da349c2601', 'subnets': [{'id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:34.969840 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0c5ab3-793e-40c0-8cdc-df212aa50e89 None None] The sync data for ids ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'] in dv-cinder-786054-2-iscsi is: [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:03Z', 'revision_number': 4, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '89a18e76-57d8-4ad3-8e72-3e57d4ed28dd', 'name': '', 'network_id': '6c65acf2-5c6d-45f8-a908-0a39cd3053d4', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'mac_address': 'fa:16:3e:40:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:02Z', 'updated_at': '2021-04-17T04:08:15Z', 'revision_number': 5, 'project_id': '4acedbcc492442fda696d7da349c2601', 'subnets': [{'id': '39c7a256-a9ff-4fc0-9a71-d436f2da6521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:13:35.342077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df288b98-3ad8-4eff-82cc-60c795b8eab3 None None] New status for floating IP cca78b1a-373a-4146-ba33-0319f3052567: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:13:35.610054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8415dcd-ec82-433e-a2c8-9fc6a9a0488c req-9e65b946-d4f8-47a8-9bf7-23841a72f6c7 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:35.611695 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a8415dcd-ec82-433e-a2c8-9fc6a9a0488c req-9e65b946-d4f8-47a8-9bf7-23841a72f6c7 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.0941875
Apr 17 04:13:35.698646 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a8415dcd-ec82-433e-a2c8-9fc6a9a0488c req-38048ee8-0d42-44bd-9383-d5384fb0cafd tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769360
Apr 17 04:13:35.759850 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07328956-be19-4887-811d-1a144cfe5234 req-af7e589e-8440-46f4-b31c-8b3cb4f0fee7 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:13:35.761407 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-07328956-be19-4887-811d-1a144cfe5234 req-af7e589e-8440-46f4-b31c-8b3cb4f0fee7 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.43 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 945 time: 0.1007771
Apr 17 04:13:35.845006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-07328956-be19-4887-811d-1a144cfe5234 req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Deleting port 8d40138d-ee44-4061-a509-c0ff24598604 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:35.845235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-07328956-be19-4887-811d-1a144cfe5234 req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:36.109339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-07328956-be19-4887-811d-1a144cfe5234 req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] For port 8d40138d-ee44-4061-a509-c0ff24598604, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8d40138d-ee44-4061-a509-c0ff24598604,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:36.109671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-07328956-be19-4887-811d-1a144cfe5234 req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:36.242813 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-07328956-be19-4887-811d-1a144cfe5234 req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Calling delete_port for 8d40138d-ee44-4061-a509-c0ff24598604 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:13:36.394426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-07328956-be19-4887-811d-1a144cfe5234 req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:36.400008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-320ff9d0-04ad-4970-bff7-84b2411b8ab9 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:36.449933 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event deleted for resources: {'Port': ['ID=8d40138d-ee44-4061-a509-c0ff24598604,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:36.490147 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.490559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.491015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.491410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.491807 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.492201 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.492590 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.492977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.493378 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.493762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.494152 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.494538 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:13:36.502278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:36.539878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-07328956-be19-4887-811d-1a144cfe5234 req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] No DVR routers for this DVR port 8d40138d-ee44-4061-a509-c0ff24598604 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:13:36.542510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-07328956-be19-4887-811d-1a144cfe5234 req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:36.545400 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'name': 'network-vif-deleted', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:13:36.559740 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-07328956-be19-4887-811d-1a144cfe5234 req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.43 "DELETE /v2.0/ports/8d40138d-ee44-4061-a509-c0ff24598604 HTTP/1.1" status: 204  len: 173 time: 0.7921755
Apr 17 04:13:36.595574 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c506d319-6fd2-48aa-ad74-8a50e6f36b19', 'name': 'network-vif-deleted', 'tag': '8d40138d-ee44-4061-a509-c0ff24598604', 'status': 'completed', 'code': 200}
Apr 17 04:13:36.874337 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-8e301865-2f09-4691-933f-cb2b57ed9fd2 req-ea0d04e5-9e58-47ff-9311-bc3521e1c795 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Synchronizing usage tracker for tenant:4acedbcc492442fda696d7da349c2601 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:13:36.895932 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-8e301865-2f09-4691-933f-cb2b57ed9fd2 req-ea0d04e5-9e58-47ff-9311-bc3521e1c795 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Unset dirty status for tenant:4acedbcc492442fda696d7da349c2601 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:13:36.897282 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8e301865-2f09-4691-933f-cb2b57ed9fd2 req-ea0d04e5-9e58-47ff-9311-bc3521e1c795 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "GET /v2.0/ports?device_id=c506d319-6fd2-48aa-ad74-8a50e6f36b19 HTTP/1.1" status: 200  len: 210 time: 0.0810549
Apr 17 04:13:37.867595 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c410f767-90a6-45ed-9116-8eb4fe93abac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:38.012339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49022) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:38.085968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9490b2c2-734c-4d4a-ae14-ec9e9cbf4512 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:38.118442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9490b2c2-734c-4d4a-ae14-ec9e9cbf4512 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:38.170385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9490b2c2-734c-4d4a-ae14-ec9e9cbf4512 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:38.174286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b46eee3c-d6b1-4d4e-adda-ada5e28624ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:38.190327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490b2c2-734c-4d4a-ae14-ec9e9cbf4512 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dd8d16-f2cc-4e26-87a1-b6429ab794c2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:38.194774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9490b2c2-734c-4d4a-ae14-ec9e9cbf4512 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:38.201905 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9490b2c2-734c-4d4a-ae14-ec9e9cbf4512 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:38.203149 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9490b2c2-734c-4d4a-ae14-ec9e9cbf4512 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] 10.222.0.36 "DELETE /v2.0/security-groups/b2dd8d16-f2cc-4e26-87a1-b6429ab794c2 HTTP/1.1" status: 204  len: 168 time: 0.1897681
Apr 17 04:13:38.248780 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49028) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:39.179581 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394646'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:39.209372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:39.266953 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 8d40138d-ee44-4061-a509-c0ff24598604 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:13:39.304604 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 8d40138d-ee44-4061-a509-c0ff24598604 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:13:39.304999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 8d40138d-ee44-4061-a509-c0ff24598604 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:13:39.555070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Deleting port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:39.555447 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:39.743407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] For port 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=89a18e76-57d8-4ad3-8e72-3e57d4ed28dd,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:39.743730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:39.874276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Calling delete_port for 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:13:40.057363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:40.062281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-015122d2-94bc-4dc0-b46f-2add6be485a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:40.138854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Pushing event deleted for resources: {'Port': ['ID=89a18e76-57d8-4ad3-8e72-3e57d4ed28dd,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:40.141534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:40.256041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e5778e5e-a247-4421-b126-e14f5efa3a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:40.393108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394728'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:40.770570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Router a7d217ba-b96c-4b19-af7c-e38a6f67af26 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:13:40.954207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:13:40.963677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27870f66-fec3-429f-8692-a63622a6ca3f None None] Sync routers for ids ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:13:40.971563 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] 10.222.0.36 "PUT /v2.0/routers/a7d217ba-b96c-4b19-af7c-e38a6f67af26/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7216392
Apr 17 04:13:40.975304 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49034) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:40.976019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27870f66-fec3-429f-8692-a63622a6ca3f None None] Routers {'a7d217ba-b96c-4b19-af7c-e38a6f67af26'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:13:40.976697 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-27870f66-fec3-429f-8692-a63622a6ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca3a4da0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:41.162275 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:41.165181 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:41.180884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-27870f66-fec3-429f-8692-a63622a6ca3f None None] Set router a7d217ba-b96c-4b19-af7c-e38a6f67af26 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:13:41.469384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:41.506920 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-27870f66-fec3-429f-8692-a63622a6ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca3a4da0>, [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:13:39Z', 'revision_number': 5, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:41.511461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27870f66-fec3-429f-8692-a63622a6ca3f None None] Checking router: a7d217ba-b96c-4b19-af7c-e38a6f67af26 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:13:41.520680 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27870f66-fec3-429f-8692-a63622a6ca3f None None] Routers {'a7d217ba-b96c-4b19-af7c-e38a6f67af26'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:13:41.521325 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-27870f66-fec3-429f-8692-a63622a6ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca3a4da0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:41.604618 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:41.613602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Deleting port 264aa1c2-f29c-4368-8378-8c613f6a33d1 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:41.613990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:41.707229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-27870f66-fec3-429f-8692-a63622a6ca3f None None] Set router a7d217ba-b96c-4b19-af7c-e38a6f67af26 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:13:41.798148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] For port 264aa1c2-f29c-4368-8378-8c613f6a33d1, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=264aa1c2-f29c-4368-8378-8c613f6a33d1,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:41.798553 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:41.928898 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Calling delete_port for 264aa1c2-f29c-4368-8378-8c613f6a33d1 owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:13:42.006356 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-27870f66-fec3-429f-8692-a63622a6ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca3a4da0>, [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:13:39Z', 'revision_number': 5, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:42.010512 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27870f66-fec3-429f-8692-a63622a6ca3f None None] The sync data for ids ['a7d217ba-b96c-4b19-af7c-e38a6f67af26'] in dv-cinder-786054-2-iscsi is: [{'id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'name': 'tempest-TestShelveInstance-1768085316-router', 'tenant_id': '4acedbcc492442fda696d7da349c2601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:13:39Z', 'revision_number': 5, 'project_id': '4acedbcc492442fda696d7da349c2601', 'gw_port': {'id': '264aa1c2-f29c-4368-8378-8c613f6a33d1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d217ba-b96c-4b19-af7c-e38a6f67af26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:07:58Z', 'updated_at': '2021-04-17T04:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:13:42.118348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:42.123271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:42.173153 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=264aa1c2-f29c-4368-8378-8c613f6a33d1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:42.200856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:42.267893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355863'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:42.452176 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854374859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771724'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:42.454511 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:42.480533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395633'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:42.481060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d217ba-b96c-4b19-af7c-e38a6f67af26 {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 17 04:13:42.494839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:42.496088 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-cd2529e3-4b40-4f56-b5f7-70dd45e174c0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a7d217ba-b96c-4b19-af7c-e38a6f67af26 HTTP/1.1" status: 204  len: 168 time: 1.5198371
Apr 17 04:13:42.499161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49038) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:42.565828 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc2cea2-e793-4897-adf0-ce61840c0d6d admin admin] Deleting subnet 39c7a256-a9ff-4fc0-9a71-d436f2da6521 {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:13:42.569682 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cc2cea2-e793-4897-adf0-ce61840c0d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:42.625172 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cc2cea2-e793-4897-adf0-ce61840c0d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852438242'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:42.709537 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cc2cea2-e793-4897-adf0-ce61840c0d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:42.873215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:42.982373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cc2cea2-e793-4897-adf0-ce61840c0d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851465367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851574991'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:42.986263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:43.022719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2cea2-e793-4897-adf0-ce61840c0d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c7a256-a9ff-4fc0-9a71-d436f2da6521,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:43.025482 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8cc2cea2-e793-4897-adf0-ce61840c0d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:43.029198 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cc2cea2-e793-4897-adf0-ce61840c0d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:43.038162 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8cc2cea2-e793-4897-adf0-ce61840c0d6d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/39c7a256-a9ff-4fc0-9a71-d436f2da6521 HTTP/1.1" status: 204  len: 168 time: 0.5379093
Apr 17 04:13:43.041504 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49042) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:43.043649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87b783-642e-4b8d-8497-feb3c01ffcf6 None None] Network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:13:43.164772 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:43.176698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Deleting port d34b0a28-3153-48a7-909e-404f37c2f0d9 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:43.177072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:43.189355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 264aa1c2-f29c-4368-8378-8c613f6a33d1 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:13:43.258312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 264aa1c2-f29c-4368-8378-8c613f6a33d1 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:13:43.258771 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 264aa1c2-f29c-4368-8378-8c613f6a33d1 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:13:43.258997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:13:43.300286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:13:43.300675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 89a18e76-57d8-4ad3-8e72-3e57d4ed28dd not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:13:43.386999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515bd25a-1d35-426d-8aeb-36c0e30435c5 None None] DHCP port deletion for 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 request from dv-cinder-786054-2-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 17 04:13:43.391611 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-515bd25a-1d35-426d-8aeb-36c0e30435c5 None None] Deleting port d34b0a28-3153-48a7-909e-404f37c2f0d9 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:43.392030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-515bd25a-1d35-426d-8aeb-36c0e30435c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:43.409818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] For port d34b0a28-3153-48a7-909e-404f37c2f0d9, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=d34b0a28-3153-48a7-909e-404f37c2f0d9,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:43.410219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:43.540673 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Calling delete_port for d34b0a28-3153-48a7-909e-404f37c2f0d9 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:13:43.623433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:43.627775 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-aa33be81-7852-495e-bead-b82f3d13cc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:43.682121 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] No DVR routers for this DVR port d34b0a28-3153-48a7-909e-404f37c2f0d9 on host dv-cinder-786054-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:13:43.710160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Pushing event deleted for resources: {'Port': ['ID=d34b0a28-3153-48a7-909e-404f37c2f0d9,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:43.712897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:43.781873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-515bd25a-1d35-426d-8aeb-36c0e30435c5 None None] For port d34b0a28-3153-48a7-909e-404f37c2f0d9, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=d34b0a28-3153-48a7-909e-404f37c2f0d9,segment=NetworkSegment(2ac76d3e-37da-48dc-bfd3-974af8960a57),segment_id=2ac76d3e-37da-48dc-bfd3-974af8960a57)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:43.782291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-515bd25a-1d35-426d-8aeb-36c0e30435c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:43.816956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:43.911292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-515bd25a-1d35-426d-8aeb-36c0e30435c5 None None] Calling delete_port for d34b0a28-3153-48a7-909e-404f37c2f0d9 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:13:43.932628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc8162ef0>,) {'filters': {'network_id': ['6c65acf2-5c6d-45f8-a908-0a39cd3053d4']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:43.945956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc8162ef0>, '2ac76d3e-37da-48dc-bfd3-974af8960a57') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:43.946461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc8162ef0>, '2ac76d3e-37da-48dc-bfd3-974af8960a57') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:43.959605 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:43.974738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:43.981106 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:13:43.991839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-515bd25a-1d35-426d-8aeb-36c0e30435c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:13:43.992242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-515bd25a-1d35-426d-8aeb-36c0e30435c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:13:44.159689 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:13:44.168904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:44.358048 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Network 6c65acf2-5c6d-45f8-a908-0a39cd3053d4 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:13:44.384981 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:13:44.463512 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:44.468215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:44.470664 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:44.493453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c65acf2-5c6d-45f8-a908-0a39cd3053d4,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:44.493619 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-515bd25a-1d35-426d-8aeb-36c0e30435c5 None None] Deleting port d34b0a28-3153-48a7-909e-404f37c2f0d9 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:44.494068 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-515bd25a-1d35-426d-8aeb-36c0e30435c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:44.495871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:44.506586 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] 10.222.0.36 "DELETE /v2.0/networks/6c65acf2-5c6d-45f8-a908-0a39cd3053d4 HTTP/1.1" status: 204  len: 168 time: 1.4640019
Apr 17 04:13:44.509981 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49046) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:44.565331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-515bd25a-1d35-426d-8aeb-36c0e30435c5 None None] The port 'd34b0a28-3153-48a7-909e-404f37c2f0d9' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 17 04:13:45.089058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394646'] for router_interface, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:45.169888 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device d34b0a28-3153-48a7-909e-404f37c2f0d9 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:13:45.210331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: d34b0a28-3153-48a7-909e-404f37c2f0d9 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:13:45.210766 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device d34b0a28-3153-48a7-909e-404f37c2f0d9 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:13:45.700556 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Deleting port 0cae9507-82ce-428e-98b7-6fc0c2df92c9 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:45.701155 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:45.891555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] For port 0cae9507-82ce-428e-98b7-6fc0c2df92c9, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=0cae9507-82ce-428e-98b7-6fc0c2df92c9,segment=NetworkSegment(f29f509c-d405-436a-9193-9802f718387e),segment_id=f29f509c-d405-436a-9193-9802f718387e)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:45.891944 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:46.024082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Calling delete_port for 0cae9507-82ce-428e-98b7-6fc0c2df92c9 owned by network:router_interface {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:13:46.212615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:46.216499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:46.263902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0cae9507-82ce-428e-98b7-6fc0c2df92c9,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:46.267311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:46.561922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394728'] for router_interface, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:46.967559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Router cb1ac992-6ca4-4d83-b890-cf17469d234c has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:13:47.163844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:13:47.173263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e58758-4a94-4184-9e25-f638c27ea200 None None] Sync routers for ids ['cb1ac992-6ca4-4d83-b890-cf17469d234c'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:13:47.174071 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] 10.222.0.36 "PUT /v2.0/routers/cb1ac992-6ca4-4d83-b890-cf17469d234c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6630080
Apr 17 04:13:47.176965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49050) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:47.183286 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e58758-4a94-4184-9e25-f638c27ea200 None None] Routers {'cb1ac992-6ca4-4d83-b890-cf17469d234c'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:13:47.184043 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b2e58758-4a94-4184-9e25-f638c27ea200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9d93160>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['cb1ac992-6ca4-4d83-b890-cf17469d234c'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:47.363201 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:47.373740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b2e58758-4a94-4184-9e25-f638c27ea200 None None] Set router cb1ac992-6ca4-4d83-b890-cf17469d234c gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:13:47.803354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:47.812753 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Deleting port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:47.813130 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:47.849640 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b2e58758-4a94-4184-9e25-f638c27ea200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9d93160>, [{'id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'name': 'tempest-TestShelveInstance-951891657-router', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:07Z', 'updated_at': '2021-04-17T04:13:46Z', 'revision_number': 5, 'project_id': '8f82723c477540578afe534791e6a98c', 'gw_port': {'id': '4a28aa42-bdf7-4c5a-b06d-8e3a45413717', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:30:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:09Z', 'updated_at': '2021-04-17T04:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:47.854477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e58758-4a94-4184-9e25-f638c27ea200 None None] Checking router: cb1ac992-6ca4-4d83-b890-cf17469d234c for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:13:47.864042 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e58758-4a94-4184-9e25-f638c27ea200 None None] Routers {'cb1ac992-6ca4-4d83-b890-cf17469d234c'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:13:47.864387 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b2e58758-4a94-4184-9e25-f638c27ea200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9d93160>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['cb1ac992-6ca4-4d83-b890-cf17469d234c'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:47.998966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] For port 4a28aa42-bdf7-4c5a-b06d-8e3a45413717, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=4a28aa42-bdf7-4c5a-b06d-8e3a45413717,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:47.999555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:48.021146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b2e58758-4a94-4184-9e25-f638c27ea200 None None] Set router cb1ac992-6ca4-4d83-b890-cf17469d234c gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:13:48.130039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Calling delete_port for 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:13:48.131858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b2e58758-4a94-4184-9e25-f638c27ea200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9d93160>, [{'id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'name': 'tempest-TestShelveInstance-951891657-router', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:07Z', 'updated_at': '2021-04-17T04:13:47Z', 'revision_number': 6, 'project_id': '8f82723c477540578afe534791e6a98c', 'gw_port_host': None}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:48.136513 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e58758-4a94-4184-9e25-f638c27ea200 None None] The sync data for ids ['cb1ac992-6ca4-4d83-b890-cf17469d234c'] in dv-cinder-786054-2-iscsi is: [{'id': 'cb1ac992-6ca4-4d83-b890-cf17469d234c', 'name': 'tempest-TestShelveInstance-951891657-router', 'tenant_id': '8f82723c477540578afe534791e6a98c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:07Z', 'updated_at': '2021-04-17T04:13:47Z', 'revision_number': 6, 'project_id': '8f82723c477540578afe534791e6a98c', 'gw_port_host': None}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:13:48.307718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:48.312489 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d9316770-b125-408d-887c-43acec0133bc tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:48.359590 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Pushing event deleted for resources: {'Port': ['ID=4a28aa42-bdf7-4c5a-b06d-8e3a45413717,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:48.387498 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:48.460078 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355863'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:48.646327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854374859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771724'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:48.648897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:48.678618 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395633'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:48.679485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb1ac992-6ca4-4d83-b890-cf17469d234c {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 17 04:13:48.693053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:48.694360 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a7af7d43-b6c2-4eb0-a69f-df43140b3afe admin admin] 10.222.0.36 "DELETE /v2.0/routers/cb1ac992-6ca4-4d83-b890-cf17469d234c HTTP/1.1" status: 204  len: 168 time: 1.5163636
Apr 17 04:13:48.697624 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49054) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:48.769921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c621a4-e41b-416f-8b3e-bc84e38607bc admin admin] Deleting subnet 790728c4-eb50-481e-9b82-bd392241831f {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:13:48.773707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27c621a4-e41b-416f-8b3e-bc84e38607bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:48.827110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27c621a4-e41b-416f-8b3e-bc84e38607bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852438242'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:48.918518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27c621a4-e41b-416f-8b3e-bc84e38607bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:49.174041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 0cae9507-82ce-428e-98b7-6fc0c2df92c9 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:13:49.185165 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27c621a4-e41b-416f-8b3e-bc84e38607bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851465367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851574991'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:49.190363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-394f5b30-20ee-4865-973a-d4e2c06e06f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:49.211356 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 0cae9507-82ce-428e-98b7-6fc0c2df92c9 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:13:49.211750 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 0cae9507-82ce-428e-98b7-6fc0c2df92c9 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:13:49.212222 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:13:49.230956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c621a4-e41b-416f-8b3e-bc84e38607bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790728c4-eb50-481e-9b82-bd392241831f,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:49.234288 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-27c621a4-e41b-416f-8b3e-bc84e38607bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:49.235404 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-27c621a4-e41b-416f-8b3e-bc84e38607bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:49.242138 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-27c621a4-e41b-416f-8b3e-bc84e38607bc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/790728c4-eb50-481e-9b82-bd392241831f HTTP/1.1" status: 204  len: 168 time: 0.5433636
Apr 17 04:13:49.243228 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534fd16-6877-4b6b-a2d6-c95485b601f5 None None] Network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:13:49.245121 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49058) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:49.263991 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:13:49.264394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 4a28aa42-bdf7-4c5a-b06d-8e3a45413717 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:13:49.363094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:49.374567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Deleting port ed80f485-6850-4b68-9338-23b572f47a7c {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:49.374991 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:49.510106 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f580c30-feac-4fc3-9975-e7a415848e92 None None] DHCP port deletion for 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d request from dv-cinder-786054-2-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 17 04:13:49.515086 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-5f580c30-feac-4fc3-9975-e7a415848e92 None None] Deleting port ed80f485-6850-4b68-9338-23b572f47a7c {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:49.515613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f580c30-feac-4fc3-9975-e7a415848e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:49.596528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] For port ed80f485-6850-4b68-9338-23b572f47a7c, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=ed80f485-6850-4b68-9338-23b572f47a7c,segment=NetworkSegment(f29f509c-d405-436a-9193-9802f718387e),segment_id=f29f509c-d405-436a-9193-9802f718387e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:49.596925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:49.734385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-5f580c30-feac-4fc3-9975-e7a415848e92 None None] For port ed80f485-6850-4b68-9338-23b572f47a7c, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=ed80f485-6850-4b68-9338-23b572f47a7c,segment=NetworkSegment(f29f509c-d405-436a-9193-9802f718387e),segment_id=f29f509c-d405-436a-9193-9802f718387e)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:13:49.734622 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Calling delete_port for ed80f485-6850-4b68-9338-23b572f47a7c owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:13:49.734741 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f580c30-feac-4fc3-9975-e7a415848e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:49.813522 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:49.817843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-957ca914-a4aa-4f41-9b7b-f020e95da68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:49.862876 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed80f485-6850-4b68-9338-23b572f47a7c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:49.866808 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:49.867736 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-5f580c30-feac-4fc3-9975-e7a415848e92 None None] Calling delete_port for ed80f485-6850-4b68-9338-23b572f47a7c owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:13:49.869301 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] No DVR routers for this DVR port ed80f485-6850-4b68-9338-23b572f47a7c on host dv-cinder-786054-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:13:49.942368 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-5f580c30-feac-4fc3-9975-e7a415848e92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:13:49.942801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-5f580c30-feac-4fc3-9975-e7a415848e92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:13:49.991500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:50.105979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc85d6cf8>,) {'filters': {'network_id': ['07de6fef-7bab-4fab-b8b9-5ee1f4c6641d']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:50.118833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc85d6cf8>, 'f29f509c-d405-436a-9193-9802f718387e') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:50.119173 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc85d6cf8>, 'f29f509c-d405-436a-9193-9802f718387e') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:13:50.133027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:50.159166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:50.166051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:13:50.345001 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:13:50.354353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:50.444469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-5f580c30-feac-4fc3-9975-e7a415848e92 None None] Deleting port ed80f485-6850-4b68-9338-23b572f47a7c {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:13:50.445339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5f580c30-feac-4fc3-9975-e7a415848e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:50.517212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-5f580c30-feac-4fc3-9975-e7a415848e92 None None] The port 'ed80f485-6850-4b68-9338-23b572f47a7c' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 17 04:13:50.540908 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Network 07de6fef-7bab-4fab-b8b9-5ee1f4c6641d has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:13:50.563786 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:13:50.649009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:50.654241 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4b942dfb-6a04-4c8a-aeb0-9b3645c88250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:50.674036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:50.684958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=07de6fef-7bab-4fab-b8b9-5ee1f4c6641d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:50.688126 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:50.690123 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/07de6fef-7bab-4fab-b8b9-5ee1f4c6641d HTTP/1.1" status: 204  len: 168 time: 1.4435306
Apr 17 04:13:50.816330 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49066) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:50.870088 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-862a6918-9107-43d3-afe3-1448b73e7efe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4acedbcc492442fda696d7da349c2601&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524058
Apr 17 04:13:50.873739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49070) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:50.937824 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4f91db47-f3b1-4083-bb9a-8354294b4927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:50.966142 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4f91db47-f3b1-4083-bb9a-8354294b4927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:51.014507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4f91db47-f3b1-4083-bb9a-8354294b4927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:51.020684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-28d34be7-4c9a-4d72-a2ec-6ad84376d907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:51.036904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91db47-f3b1-4083-bb9a-8354294b4927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfad6005-51a9-477b-a75a-55606fdca957,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:51.039160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4f91db47-f3b1-4083-bb9a-8354294b4927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:51.045110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4f91db47-f3b1-4083-bb9a-8354294b4927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:51.046594 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4f91db47-f3b1-4083-bb9a-8354294b4927 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfad6005-51a9-477b-a75a-55606fdca957 HTTP/1.1" status: 204  len: 168 time: 0.1716208
Apr 17 04:13:51.181534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ed80f485-6850-4b68-9338-23b572f47a7c no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:13:51.219378 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: ed80f485-6850-4b68-9338-23b572f47a7c {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:13:51.219769 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ed80f485-6850-4b68-9338-23b572f47a7c not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:13:51.418376 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49078) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:51.474053 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7109833e-b930-4f7b-8533-f5b183944ddf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f82723c477540578afe534791e6a98c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541730
Apr 17 04:13:51.476583 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49082) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:13:51.537314 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-89ea150b-7619-4b62-b651-add3231ed17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:51.564386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-89ea150b-7619-4b62-b651-add3231ed17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:51.619518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-89ea150b-7619-4b62-b651-add3231ed17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:51.623388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c8c37daa-e795-46a4-80c8-8e9c75a5496a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:13:51.635083 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea150b-7619-4b62-b651-add3231ed17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403304c0-8713-48f2-8bfe-838cd36d3d95,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:13:51.637530 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-89ea150b-7619-4b62-b651-add3231ed17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:13:51.643708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-89ea150b-7619-4b62-b651-add3231ed17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:13:51.645226 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-89ea150b-7619-4b62-b651-add3231ed17e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/403304c0-8713-48f2-8bfe-838cd36d3d95 HTTP/1.1" status: 204  len: 168 time: 0.1673779
Apr 17 04:14:00.412813 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6faa62-65e2-45d8-b5d3-053386ca86cb req-b384d239-0ba2-4681-8635-340cfb7b0d42 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:00.414289 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3e6faa62-65e2-45d8-b5d3-053386ca86cb req-b384d239-0ba2-4681-8635-340cfb7b0d42 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 947 time: 0.0929494
Apr 17 04:14:00.462756 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3e6faa62-65e2-45d8-b5d3-053386ca86cb req-f71b8311-33b2-4a02-ac27-e064c0576cd5 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411348
Apr 17 04:14:01.721960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-dbd4e25b-6a07-4469-bd7f-3da9585f6c77 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:01.723553 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-dbd4e25b-6a07-4469-bd7f-3da9585f6c77 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.43 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 947 time: 0.1575842
Apr 17 04:14:01.737402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9f31a-0108-481f-8d60-aee586677e2d req-da10470c-da36-4293-8f9e-f61c1f2d76ac tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:01.738950 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0a9f31a-0108-481f-8d60-aee586677e2d req-da10470c-da36-4293-8f9e-f61c1f2d76ac tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 947 time: 0.1313758
Apr 17 04:14:01.845395 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Deleting port 6f6e81dd-4da2-489e-9a68-5754ce61c277 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:14:01.845779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:01.880296 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0a9f31a-0108-481f-8d60-aee586677e2d req-a9c8318d-5aea-4014-ae65-ea7a1034139a tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e37a439-1aa6-44ca-9729-53102211fe6a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096585
Apr 17 04:14:02.113346 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] For port 6f6e81dd-4da2-489e-9a68-5754ce61c277, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6f6e81dd-4da2-489e-9a68-5754ce61c277,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:02.113685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:02.437107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:02.437437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:02.437801 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Floating IP 1069f422-306d-4f2e-b237-2ff91947fb08 disassociated. External IP: 172.27.0.117, port: 6f6e81dd-4da2-489e-9a68-5754ce61c277.
Apr 17 04:14:02.438182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Calling delete_port for 6f6e81dd-4da2-489e-9a68-5754ce61c277 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:14:02.832072 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:02.838005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-88e3397d-5d97-4759-b897-192160a641d3 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:02.885147 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event deleted for resources: {'Port': ['ID=6f6e81dd-4da2-489e-9a68-5754ce61c277,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:02.888444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:03.080261 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e38c3904-0d23-41f2-a689-3f36e9498952 req-fa3ffc0a-519d-4a71-8716-e1ec323eb48e tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/ports?device_id=77a69dfc-0307-4237-a68c-33d795a2f3ba HTTP/1.1" status: 200  len: 210 time: 0.0680115
Apr 17 04:14:03.131673 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:14:03.325547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:14:03.335737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c9739-5879-4404-ae28-845680cc5f5f None None] Sync routers for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:14:03.346488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c9739-5879-4404-ae28-845680cc5f5f None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:03.347210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-434c9739-5879-4404-ae28-845680cc5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9c17d68>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:03.406381 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] No DVR routers for this DVR port 6f6e81dd-4da2-489e-9a68-5754ce61c277 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:14:03.409085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:03.411965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'name': 'network-vif-deleted', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:14:03.427887 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-87fc47a2-33d9-4fa2-b11f-357619f48568 req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.43 "DELETE /v2.0/ports/6f6e81dd-4da2-489e-9a68-5754ce61c277 HTTP/1.1" status: 204  len: 173 time: 1.6879280
Apr 17 04:14:03.462710 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a69dfc-0307-4237-a68c-33d795a2f3ba', 'name': 'network-vif-deleted', 'tag': '6f6e81dd-4da2-489e-9a68-5754ce61c277', 'status': 'completed', 'code': 200}
Apr 17 04:14:03.537816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-434c9739-5879-4404-ae28-845680cc5f5f None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:03.881270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-434c9739-5879-4404-ae28-845680cc5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9c17d68>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:03.885353 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c9739-5879-4404-ae28-845680cc5f5f None None] Checking router: d32c4f0b-8a2d-4c25-90a7-64219ed8f508 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:14:03.895506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c9739-5879-4404-ae28-845680cc5f5f None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:03.896210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-434c9739-5879-4404-ae28-845680cc5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9c17d68>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:13:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:04.083409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-434c9739-5879-4404-ae28-845680cc5f5f None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:04.221315 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49110) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:04.289384 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8766f27e-1350-4e0e-8702-8cfe0edb2c9d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:04.319383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8766f27e-1350-4e0e-8702-8cfe0edb2c9d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:04.368038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8766f27e-1350-4e0e-8702-8cfe0edb2c9d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:04.372218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a9d44985-22ca-4625-8f8d-d302c7aa16a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:04.390978 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766f27e-1350-4e0e-8702-8cfe0edb2c9d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e37a439-1aa6-44ca-9729-53102211fe6a,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:04.394330 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8766f27e-1350-4e0e-8702-8cfe0edb2c9d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:04.403897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8766f27e-1350-4e0e-8702-8cfe0edb2c9d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:04.407801 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8766f27e-1350-4e0e-8702-8cfe0edb2c9d tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "DELETE /v2.0/security-groups/3e37a439-1aa6-44ca-9729-53102211fe6a HTTP/1.1" status: 204  len: 168 time: 0.1826527
Apr 17 04:14:04.408267 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49114) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:04.426176 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.v2.resource [None req-10eb14a5-98c3-4eb1-a3e7-6e4d8e763569 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] show failed (client error): The resource could not be found.
Apr 17 04:14:04.427280 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-10eb14a5-98c3-4eb1-a3e7-6e4d8e763569 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "GET /v2.0/security-groups/3e37a439-1aa6-44ca-9729-53102211fe6a HTTP/1.1" status: 404  len: 347 time: 0.0179846
Apr 17 04:14:04.428164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-434c9739-5879-4404-ae28-845680cc5f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9c17d68>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:04.430502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49118) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:04.432514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434c9739-5879-4404-ae28-845680cc5f5f None None] The sync data for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi is: [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:06:01Z', 'revision_number': 4, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '71c639b1-c0a7-4612-b3c6-62f0762079b4', 'name': '', 'network_id': '8f37c02f-2cb9-4191-8bf8-32e7a2f86a81', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'mac_address': 'fa:16:3e:b4:7c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:59Z', 'updated_at': '2021-04-17T04:06:16Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'subnets': [{'id': '80cde3a3-6963-4ab6-a96e-946aa1c0f361', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:14:04.601878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Deleting port 92f08994-449e-4f11-aa79-e67c18b161d5 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:14:04.602254 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:04.788279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:04.788660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:04.842174 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80952f3-7ff7-44b3-be86-2bad9231c24e None None] New status for floating IP 1069f422-306d-4f2e-b237-2ff91947fb08: DOWN {{(pid=86367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:14:04.922196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Calling delete_port for 92f08994-449e-4f11-aa79-e67c18b161d5 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:14:05.065843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86364) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:14:05.065972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:14:05.360016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 6f6e81dd-4da2-489e-9a68-5754ce61c277 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:14:05.407529 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 6f6e81dd-4da2-489e-9a68-5754ce61c277 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:14:05.407935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 6f6e81dd-4da2-489e-9a68-5754ce61c277 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:14:05.428206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:14:05.567719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Deleting port 92f08994-449e-4f11-aa79-e67c18b161d5 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:14:05.568363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:05.773699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:05.774038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:06.147586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Calling delete_port for 92f08994-449e-4f11-aa79-e67c18b161d5 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:14:06.314125 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:06.318863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c73a9dfd-2bfa-421f-b88c-55dba5b481a2 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:06.369175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Pushing event deleted for resources: {'Port': ['ID=92f08994-449e-4f11-aa79-e67c18b161d5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:06.397584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:06.466169 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:06.482521 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:06.483823 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] 10.222.0.36 "DELETE /v2.0/floatingips/1069f422-306d-4f2e-b237-2ff91947fb08 HTTP/1.1" status: 204  len: 168 time: 2.0522611
Apr 17 04:14:07.861090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ea697289-f0b8-4de9-9562-13c2cb56c3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:09.215206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:09.339060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49144) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:10.115819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394646'] for router_interface, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:10.260600 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d8972004-f664-4d94-abcc-70ba12b98cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:10.500777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Deleting port 71c639b1-c0a7-4612-b3c6-62f0762079b4 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:14:10.501018 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:10.689095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] For port 71c639b1-c0a7-4612-b3c6-62f0762079b4, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=71c639b1-c0a7-4612-b3c6-62f0762079b4,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:10.689484 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:10.821866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Calling delete_port for 71c639b1-c0a7-4612-b3c6-62f0762079b4 owned by network:router_interface {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:14:11.064170 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:11.074541 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9a3f1981-8718-4dd2-8832-fd03849d9374 tempest-ServerRescueNegativeTestJSON-1234685436 tempest-ServerRescueNegativeTestJSON-1234685436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:11.126773 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Pushing event deleted for resources: {'Port': ['ID=71c639b1-c0a7-4612-b3c6-62f0762079b4,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:11.139136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:11.156598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:11.434053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:11.465879 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2376080-f779-4c02-b5d9-0902bb87532f req-889578a6-e0bf-4d5f-ba06-73571be09dcc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4796572
Apr 17 04:14:11.724210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394728'] for router_interface, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:11.738722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2376080-f779-4c02-b5d9-0902bb87532f req-c46170be-9310-4b14-911a-c47ac325b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:11.740348 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2376080-f779-4c02-b5d9-0902bb87532f req-c46170be-9310-4b14-911a-c47ac325b7f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 1099 time: 0.1975496
Apr 17 04:14:12.051321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2376080-f779-4c02-b5d9-0902bb87532f req-b6d2a7db-8fed-49ed-9da5-62e472ffdd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:12.052956 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2376080-f779-4c02-b5d9-0902bb87532f req-b6d2a7db-8fed-49ed-9da5-62e472ffdd25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 913 time: 0.2545004
Apr 17 04:14:12.302087 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2376080-f779-4c02-b5d9-0902bb87532f req-fc94e24c-7eb4-45e2-a41e-e3819145a3c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=147f33d5-d1b0-4a2e-b37f-ea92494fc665 HTTP/1.1" status: 200  len: 1002 time: 0.1901145
Apr 17 04:14:12.386298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:14:12.396761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2376080-f779-4c02-b5d9-0902bb87532f req-3cd9744c-4ce4-4ee2-b94e-49c93bd4635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:12.398315 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2376080-f779-4c02-b5d9-0902bb87532f req-3cd9744c-4ce4-4ee2-b94e-49c93bd4635c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.0834100
Apr 17 04:14:12.641350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:14:12.650360 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2376080-f779-4c02-b5d9-0902bb87532f req-8e1dc139-781e-4973-ac21-9aa1e0c92fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:12.651252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8cea97-18a1-42a7-9be2-26653309acf1 None None] Sync routers for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:14:12.651985 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2376080-f779-4c02-b5d9-0902bb87532f req-8e1dc139-781e-4973-ac21-9aa1e0c92fa6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2464457
Apr 17 04:14:12.659438 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] 10.222.0.36 "PUT /v2.0/routers/d32c4f0b-8a2d-4c25-90a7-64219ed8f508/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3192191
Apr 17 04:14:12.662700 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49150) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:12.662866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8cea97-18a1-42a7-9be2-26653309acf1 None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:12.663541 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ad8cea97-18a1-42a7-9be2-26653309acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9f4d048>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:14:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:12.801612 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2376080-f779-4c02-b5d9-0902bb87532f req-17ad7e2e-0075-4281-829e-649f84cc454f service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408317
Apr 17 04:14:12.862587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:12.958772 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2376080-f779-4c02-b5d9-0902bb87532f req-63c5432b-3b48-4140-8646-cf9d35ce005a service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496871
Apr 17 04:14:12.997660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:13.043361 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ad8cea97-18a1-42a7-9be2-26653309acf1 None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:13.063732 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:13.073088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Deleting port ecc391e9-aa7a-46a4-bbac-5463920f380a {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:14:13.073549 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:13.260628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] For port ecc391e9-aa7a-46a4-bbac-5463920f380a, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=ecc391e9-aa7a-46a4-bbac-5463920f380a,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:13.260949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:13.351794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ad8cea97-18a1-42a7-9be2-26653309acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9f4d048>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:14:10Z', 'revision_number': 5, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port': {'id': 'ecc391e9-aa7a-46a4-bbac-5463920f380a', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:05:54Z', 'updated_at': '2021-04-17T04:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:13.355938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8cea97-18a1-42a7-9be2-26653309acf1 None None] Checking router: d32c4f0b-8a2d-4c25-90a7-64219ed8f508 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:14:13.365563 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8cea97-18a1-42a7-9be2-26653309acf1 None None] Routers {'d32c4f0b-8a2d-4c25-90a7-64219ed8f508'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:13.366223 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ad8cea97-18a1-42a7-9be2-26653309acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9f4d048>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:14:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:13.393807 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Calling delete_port for ecc391e9-aa7a-46a4-bbac-5463920f380a owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:14:13.536680 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-ad8cea97-18a1-42a7-9be2-26653309acf1 None None] Set router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:13.574555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:13.578497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4752a575-b6e7-43c8-b6c3-61553c6ac765 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:13.627693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc391e9-aa7a-46a4-bbac-5463920f380a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:13.630528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:13.649849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-ad8cea97-18a1-42a7-9be2-26653309acf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9f4d048>, [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:14:13Z', 'revision_number': 6, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port_host': None}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:13.654294 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8cea97-18a1-42a7-9be2-26653309acf1 None None] The sync data for ids ['d32c4f0b-8a2d-4c25-90a7-64219ed8f508'] in dv-cinder-786054-2-iscsi is: [{'id': 'd32c4f0b-8a2d-4c25-90a7-64219ed8f508', 'name': 'tempest-AttachVolumeShelveTestJSON-1520668767-router', 'tenant_id': 'cd7b9582236a4ade80b48dd303f4412d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:05:52Z', 'updated_at': '2021-04-17T04:14:13Z', 'revision_number': 6, 'project_id': 'cd7b9582236a4ade80b48dd303f4412d', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:14:13.727551 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355863'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:13.915970 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854374859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771724'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:13.918420 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:13.941065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395633'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:13.941563 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d32c4f0b-8a2d-4c25-90a7-64219ed8f508 {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 17 04:14:13.955196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:13.956452 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d32c4f0b-8a2d-4c25-90a7-64219ed8f508 HTTP/1.1" status: 204  len: 168 time: 1.2926333
Apr 17 04:14:13.959306 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49154) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:14.027955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-e286cfb4-7b1e-437b-8213-18c53975ccb7 admin admin] Deleting subnet 80cde3a3-6963-4ab6-a96e-946aa1c0f361 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:14:14.031227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e286cfb4-7b1e-437b-8213-18c53975ccb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:14.084962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e286cfb4-7b1e-437b-8213-18c53975ccb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2449534'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:14.168746 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e286cfb4-7b1e-437b-8213-18c53975ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:14.435009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e286cfb4-7b1e-437b-8213-18c53975ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262441'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:14.439033 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:14.476308 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286cfb4-7b1e-437b-8213-18c53975ccb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80cde3a3-6963-4ab6-a96e-946aa1c0f361,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:14.480345 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e286cfb4-7b1e-437b-8213-18c53975ccb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:14.484590 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-e286cfb4-7b1e-437b-8213-18c53975ccb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:14.487234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba54b7d0-a2aa-4134-b09b-043340c1d592 None None] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:14:14.487705 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e286cfb4-7b1e-437b-8213-18c53975ccb7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/80cde3a3-6963-4ab6-a96e-946aa1c0f361 HTTP/1.1" status: 204  len: 168 time: 0.5274220
Apr 17 04:14:14.490421 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49162) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:14.608967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:14.620625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Deleting port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:14:14.621000 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:14.762004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be97d3e8-a33e-49a2-9a5b-06289907e07a None None] DHCP port deletion for 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 request from dv-cinder-786054-2-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 17 04:14:14.766618 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-be97d3e8-a33e-49a2-9a5b-06289907e07a None None] Deleting port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:14:14.767065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-be97d3e8-a33e-49a2-9a5b-06289907e07a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:14.846742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] For port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=05fb08d1-78dd-40d2-ae97-89b812c4a2c5,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:14.847016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:14.979933 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Calling delete_port for 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:14:14.989095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-be97d3e8-a33e-49a2-9a5b-06289907e07a None None] For port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=05fb08d1-78dd-40d2-ae97-89b812c4a2c5,segment=NetworkSegment(f62d8731-c75f-45d9-aaaa-641eb2f49748),segment_id=f62d8731-c75f-45d9-aaaa-641eb2f49748)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:14.989473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-be97d3e8-a33e-49a2-9a5b-06289907e07a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:15.062997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:15.068148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b9089fed-d00e-40d6-a32f-a7f3d76e5713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:15.116401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fb08d1-78dd-40d2-ae97-89b812c4a2c5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:15.118406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] No DVR routers for this DVR port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 on host dv-cinder-786054-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:14:15.119983 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:15.122867 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-be97d3e8-a33e-49a2-9a5b-06289907e07a None None] Calling delete_port for 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:14:15.197998 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-be97d3e8-a33e-49a2-9a5b-06289907e07a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:14:15.198408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-be97d3e8-a33e-49a2-9a5b-06289907e07a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:14:15.203694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ecc391e9-aa7a-46a4-bbac-5463920f380a no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:14:15.239777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: ecc391e9-aa7a-46a4-bbac-5463920f380a {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:14:15.240247 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ecc391e9-aa7a-46a4-bbac-5463920f380a not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:14:15.240687 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:14:15.241923 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:15.278124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:14:15.278669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:14:15.279166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 71c639b1-c0a7-4612-b3c6-62f0762079b4 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:14:15.314310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 71c639b1-c0a7-4612-b3c6-62f0762079b4 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:14:15.314721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 71c639b1-c0a7-4612-b3c6-62f0762079b4 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:14:15.355621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc935dc50>,) {'filters': {'network_id': ['8f37c02f-2cb9-4191-8bf8-32e7a2f86a81']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:15.369380 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc935dc50>, 'f62d8731-c75f-45d9-aaaa-641eb2f49748') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:15.369661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc935dc50>, 'f62d8731-c75f-45d9-aaaa-641eb2f49748') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:15.381956 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:15.402491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:15.409680 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:14:15.699933 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-be97d3e8-a33e-49a2-9a5b-06289907e07a None None] Deleting port 05fb08d1-78dd-40d2-ae97-89b812c4a2c5 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:14:15.700266 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-be97d3e8-a33e-49a2-9a5b-06289907e07a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:15.774167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-be97d3e8-a33e-49a2-9a5b-06289907e07a None None] The port '05fb08d1-78dd-40d2-ae97-89b812c4a2c5' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 17 04:14:15.832217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:14:15.842816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:16.017422 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Network 8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:14:16.043461 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:14:16.123540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:16.128052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-dbe577ed-8806-4289-8931-3e1feed8a5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:16.146475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:16.153050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f37c02f-2cb9-4191-8bf8-32e7a2f86a81,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:16.158166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:16.172126 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-87809573-a9fc-49dd-84b5-fd291dba75e4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8f37c02f-2cb9-4191-8bf8-32e7a2f86a81 HTTP/1.1" status: 204  len: 168 time: 1.6805851
Apr 17 04:14:16.303810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49172) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:16.362044 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ba66d676-7f0b-4ed8-b025-1dccac6d9b81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd7b9582236a4ade80b48dd303f4412d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0568480
Apr 17 04:14:16.364835 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49176) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:16.427595 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5073f261-1f38-49e6-9c9e-eb5cf81deeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:16.456055 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5073f261-1f38-49e6-9c9e-eb5cf81deeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:16.519931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5073f261-1f38-49e6-9c9e-eb5cf81deeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:16.523762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-89ea150b-7619-4b62-b651-add3231ed17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:16.538146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073f261-1f38-49e6-9c9e-eb5cf81deeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aae4b48-3b8b-4b80-b64b-4d59ef13047c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:16.540764 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5073f261-1f38-49e6-9c9e-eb5cf81deeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:16.547418 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5073f261-1f38-49e6-9c9e-eb5cf81deeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:16.548619 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5073f261-1f38-49e6-9c9e-eb5cf81deeae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1aae4b48-3b8b-4b80-b64b-4d59ef13047c HTTP/1.1" status: 204  len: 168 time: 0.1827919
Apr 17 04:14:17.368558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49204) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:17.488106 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-766922140-network', 'tenant_id': '233c3fb707444a948572fd55a821fa67'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:17.495539 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:17.501832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Usage tracker for resource:network and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:14:17.506613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:14:17.514963 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:17.526629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Made reservation on behalf of 233c3fb707444a948572fd55a821fa67 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:14:17.533247 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:17.546503 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:17.562171 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:17.566263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Usage tracker for resource:security_group_rule and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:14:17.569291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:14:17.575827 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:17.681995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:17.685950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:17.688951 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c6dedcba-37fe-4fea-a2d1-f4d20f316a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:17.718342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 17 04:14:17.727544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdba1b8-285b-4ef2-af8e-4d6863f1008c,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:17.731024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:17.735081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:17.735936 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.segments_db [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Added segment 47e0b675-9dfd-46ca-a600-d4c54ae42816 of type vlan for network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889
Apr 17 04:14:17.764491 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363246186054362'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:17.795652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:17.796806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:17.797440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:17.800934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:17.910805 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5410309
Apr 17 04:14:17.911656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Pushing event updated for resources: {'Network': ['ID=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:17.913864 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49212) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:17.916767 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:17.920756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Request body: {'subnet': {'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-766922140-subnet', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:17.922885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 details requested by agent ovs-agent-dv-cinder-786054-2-iscsi with host dv-cinder-786054-2-iscsi {{(pid=86366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 17 04:14:17.926093 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:17.930250 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Usage tracker for resource:subnet and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:14:17.933371 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:14:17.939712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:17.950551 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Made reservation on behalf of 233c3fb707444a948572fd55a821fa67 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:14:17.955360 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852513405'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:18.367331 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851785584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852513390'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:18.373403 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-34f9dcce-a3b3-477b-8a8d-8028abb81604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:18.449785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:18.452579 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:18.462598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Checking segment: {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:14:18.463018 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Network hostable DHCP agents. Network: 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889, hostable agents: ['97d018b9-6071-4f61-827e-792a241e424f'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 17 04:14:18.483599 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 is scheduled to be hosted by DHCP agent 97d018b9-6071-4f61-827e-792a241e424f with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 17 04:14:18.493373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-2-iscsi, 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:14:18.502739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fe8486-fb20-4afc-af4d-789f6a28ac4f None None] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:14:18.505995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:18.506650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:18.527912 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8e1ac47d-04e0-4fa0-857b-634f1ee80ae4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6128488
Apr 17 04:14:18.530863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49216) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:18.536401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:18.541328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:18.545545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Usage tracker for resource:router and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:14:18.549127 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:14:18.555175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:18.564625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854380832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854771965'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:18.565741 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-394984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419854', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-649247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4092'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:18.582091 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:18.727151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27907cdf-231b-5caf-868b-3475d251b5a1-4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e'}]}} from dv-cinder-786054-2-iscsi. {{(pid=86366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 17 04:14:18.728066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:18.864673 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420089', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4077'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:18.899692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Allocated IP 172.20.0.2 (4cfa9ed8-87d7-4e15-a0b8-ab148f61b889/d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e/5c78d859-1e06-4af3-9fb8-aecd8a09d42d) {{(pid=86366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:14:19.127785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Notify callbacks [] for port, precommit_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:19.139438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Transition to ACTIVE for port object 5c78d859-1e06-4af3-9fb8-aecd8a09d42d will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:14:19.159890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Transition to ACTIVE for port object 5c78d859-1e06-4af3-9fb8-aecd8a09d42d will not be triggered until provisioned by entity DHCP. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:14:19.165076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908'] for port, after_create {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:19.174523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1ed1d7ac-0b5c-4179-9cdc-88306d2364f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:19.199483 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:19.232762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:19.239091 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 is already hosted by enough agents. {{(pid=86366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:14:19.242664 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Resources bound (agent type, host, resource id):  {{(pid=86366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:14:19.245307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Received port after_create {{(pid=86366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:14:19.287418 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Pushing event updated for resources: {'Port': ['ID=5c78d859-1e06-4af3-9fb8-aecd8a09d42d,revision_number=1']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:19.299934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.300344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.301154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.301154 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.301359 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.301749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.302107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.302466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.302856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.303198 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.303543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.303895 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:19.307667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:19.366972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Attempting to bind port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:14:19.367402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Attempting to bind port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:14:19.367938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Attempting to bind port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d on network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:14:19.375017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:14:19.375542 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Checking segment: {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:14:19.375858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:19.376290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Bound using segment: {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:14:19.376804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Bound port: 5c78d859-1e06-4af3-9fb8-aecd8a09d42d, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:14:19.377218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:19.391822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Allocated IP 172.27.0.115 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:14:19.474478 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] For port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:14:19.477748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] For port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=5c78d859-1e06-4af3-9fb8-aecd8a09d42d,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:14:19.481503 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:19.486472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:19.559879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:19.590084 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Pushing event updated for resources: {'Port': ['ID=5c78d859-1e06-4af3-9fb8-aecd8a09d42d,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:19.591556 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:19.595261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:19.596866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-86fb71ad-eaec-4560-b824-307b50650c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:19.661834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:14:19.665332 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:14:19.669432 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:14:19.708034 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:19.712352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:20.383603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:20.755919 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854374837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854355757'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:20.865442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6534165d-359b-4479-b1a8-95d18490ddc8 None None] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:14:20.981607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Router 8afad471-94b5-431b-ac5a-1c7ff48bc874 is scheduled to L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 17 04:14:21.024369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-236860df-8af5-423d-9832-f54adea1ab62 None None] Provisioning for port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:14:21.188406 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:14:21.201277 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Sync routers for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:14:21.216648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:21.218078 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ff204e2c-c5e7-4228-ba20-11643efa50c9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.6862483
Apr 17 04:14:21.221411 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49232) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:21.233734 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:21.234947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9de24e0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:14:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:21.235705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 5c78d859-1e06-4af3-9fb8-aecd8a09d42d up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:14:21.330150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:14:21.335842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:21.336502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:21.411997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-66f88bce-5f94-44b3-8981-9d21e441b7f3 None None] Provisioning complete for port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:21.413302 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66f88bce-5f94-44b3-8981-9d21e441b7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:21.442695 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:21.782784 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9de24e0>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:19Z', 'revision_number': 3, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:21.787510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Checking router: 8afad471-94b5-431b-ac5a-1c7ff48bc874 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:14:21.788246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Updating router 8afad471-94b5-431b-ac5a-1c7ff48bc874 port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d binding host dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:14:21.848394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:21.860513 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:21.888000 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-66f88bce-5f94-44b3-8981-9d21e441b7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:21.934165 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=5c78d859-1e06-4af3-9fb8-aecd8a09d42d,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:21.976584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:21.998066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:22.088627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=5c78d859-1e06-4af3-9fb8-aecd8a09d42d,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:22.101087 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:22.120840 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-66f88bce-5f94-44b3-8981-9d21e441b7f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:14:22.121182 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-66f88bce-5f94-44b3-8981-9d21e441b7f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:14:22.225621 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-b6d55f5d-4df4-4d7c-9588-f3a46a2aee84 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336528879&fields=id&tenant_id=158c2a61ba42425591ac468ca75f2f3b HTTP/1.1" status: 200  len: 267 time: 0.0660148
Apr 17 04:14:22.274556 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Notify callbacks [] for port, precommit_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:22.287405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Transition to ACTIVE for port object dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d will not be triggered until provisioned by entity L2. {{(pid=86367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:14:22.293628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:22.297767 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b8b209c2-3c59-4e42-8f4d-25f7b6f33b68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:22.380149 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Attempting to bind port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:14:22.380479 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Attempting to bind port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:14:22.380916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Attempting to bind port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d on network 0dc6f800-ff57-4799-b37a-4ed29384853c {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:14:22.391913 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:14:22.392325 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Checking segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:14:22.392760 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:22.393190 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Bound using segment: {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'} {{(pid=86367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:14:22.393649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Bound port: dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5439a5-c668-408d-b79f-95bf0d77e27c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}}] {{(pid=86367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:14:22.394108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:22.423427 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Pushing event updated for resources: {'Port': ['ID=dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d,revision_number=2']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:22.440600 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.440978 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.441351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.441714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.442073 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.442434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.442838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.443196 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.443548 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.443897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.444248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.444599 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:22.455271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:22.484890 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] For port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:14:22.488084 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] For port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:14:22.492246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:22.496212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b8b209c2-3c59-4e42-8f4d-25f7b6f33b68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:22.510824 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-4ddd8966-4151-4a6f-867e-c954e71e7cba tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:22.512441 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-4ddd8966-4151-4a6f-867e-c954e71e7cba tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 812 time: 0.2574036
Apr 17 04:14:22.540593 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-a82c3d17-751a-4c05-9d8c-bd104fd2cf42 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/quotas/158c2a61ba42425591ac468ca75f2f3b HTTP/1.1" status: 200  len: 375 time: 0.0208685
Apr 17 04:14:22.551330 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:22.576540 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:22.577201 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9de24e0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:14:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:22.692979 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Pushing event updated for resources: {'Port': ['ID=dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d,revision_number=3']} {{(pid=86367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:22.703884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-56d66e6f-aeb7-4308-9228-1b2033c9db40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:22.765576 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:22.768740 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-9c14dbc3-8bf9-46a5-b7be-a63f2e361324 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2203372
Apr 17 04:14:22.946804 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Allocated IP 172.20.0.1 (4cfa9ed8-87d7-4e15-a0b8-ab148f61b889/d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e/c6fafee5-7adb-4c5b-8896-432b6e200a70) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:14:23.012986 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-8003c24b-d256-4988-ad4c-7a451d0bcaee service neutron] 10.222.0.36 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2276959
Apr 17 04:14:23.211744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 5c78d859-1e06-4af3-9fb8-aecd8a09d42d up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:14:23.228611 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9de24e0>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:19Z', 'revision_number': 3, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:23.233399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837f87b-9f09-412e-a3c6-282a913a1d48 None None] The sync data for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi is: [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:19Z', 'revision_number': 3, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:14:23.265073 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:23.269705 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-6325987b-3b85-4db6-8139-29f6c641b382 service neutron] 10.222.0.36 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2048907
Apr 17 04:14:23.284714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Transition to ACTIVE for port object c6fafee5-7adb-4c5b-8896-432b6e200a70 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:14:23.289737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:23.290335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:23.309088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:23.314655 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2db17ac3-c1b1-4dc2-bdd7-22aafb7f8b91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:23.379177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:14:23.388105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:14:23.392902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:14:23.433614 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Pushing event updated for resources: {'Port': ['ID=c6fafee5-7adb-4c5b-8896-432b6e200a70,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:23.441032 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:23.468472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-421646'] for router_interface, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:23.627299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-97209bea-eb77-4272-a458-20890dc40445 None None] Provisioning for port c6fafee5-7adb-4c5b-8896-432b6e200a70 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:14:23.637344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-97209bea-eb77-4272-a458-20890dc40445 None None] Provisioning complete for port c6fafee5-7adb-4c5b-8896-432b6e200a70 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:23.637710 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-97209bea-eb77-4272-a458-20890dc40445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:23.755809 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-97209bea-eb77-4272-a458-20890dc40445 None None] Port c6fafee5-7adb-4c5b-8896-432b6e200a70 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:14:23.787619 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3f97d753-4506-423c-b9ce-36c2e82e8f7e req-e4945c24-e671-4626-932b-7cfe59a4e2cd tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 210 time: 0.0566103
Apr 17 04:14:23.861326 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:24.117288 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:24.121596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:24.151889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ba2dbf6d-9bfb-4766-92b3-40aa8391f72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:24.240040 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854354071'] for router_interface, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:24.243897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Pushing event updated for resources: {'Port': ['ID=c6fafee5-7adb-4c5b-8896-432b6e200a70,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:24.247784 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:24.645844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:14:24.647052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:14:24.850997 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Router 8afad471-94b5-431b-ac5a-1c7ff48bc874 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:14:24.885584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-adc5409f-8365-4aef-b726-716795b0a7ec None None] Provisioning complete for port c6fafee5-7adb-4c5b-8896-432b6e200a70 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:24.886099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-adc5409f-8365-4aef-b726-716795b0a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:24.957455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-adc5409f-8365-4aef-b726-716795b0a7ec None None] Port c6fafee5-7adb-4c5b-8896-432b6e200a70 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:14:25.131896 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0732717-c88d-4d10-b7ab-a5f09610445e req-33c22fb1-7bcf-4220-be9f-efd4826ae1cf tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 210 time: 0.2063224
Apr 17 04:14:25.238220 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:14:25.241791 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:14:25.246854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-0bf96f78-d7a2-47b8-b0f6-f04cf9bf57d0 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:25.248404 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-0bf96f78-d7a2-47b8-b0f6-f04cf9bf57d0 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 812 time: 0.3217006
Apr 17 04:14:25.256449 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] 10.222.0.36 "PUT /v2.0/routers/8afad471-94b5-431b-ac5a-1c7ff48bc874/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0338700
Apr 17 04:14:25.312116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:14:25.317862 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:25.318443 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:25.327563 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-ac449c33-1b92-4f37-8db1-3b243c52147b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=158c2a61ba42425591ac468ca75f2f3b HTTP/1.1" status: 200  len: 8059 time: 0.0698650
Apr 17 04:14:25.337287 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'port': {'device_id': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'admin_state_up': True, 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'security_groups': ['8c9ba657-5fbf-4af9-a7d7-8b55832771c6']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:25.457569 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:25.475341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:25.478447 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:25.480434 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:25.494430 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:25.507298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:25.517305 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Made reservation on behalf of 158c2a61ba42425591ac468ca75f2f3b for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:14:25.523656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:25.559861 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:25.563359 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:25.705212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Allocated IP 172.20.0.5 (2b408745-a6b5-4637-8637-e92d07e76273/3f338970-0c0a-465d-ab81-bec9a646a2b7/72b8c9e6-8547-4b31-bb7f-17fe01ded3d0) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:14:25.825641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49270) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:25.831795 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115907185', 'description': 'tempest-description--317647198'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:25.838671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:25.844071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Usage tracker for resource:security_group and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:14:25.847227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:14:25.853694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:25.864347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:25.885908 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:25.890186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Usage tracker for resource:security_group_rule and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:14:25.893954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:14:25.900926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:25.925788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:25.943786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Transition to ACTIVE for port object 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:14:25.970369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:25.976677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6a7f030e-a816-47f0-9c64-411b1ad9480e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:25.994256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:25.999393 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.014144 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5fd57093-6ba7-41e1-a82c-51e8ca049ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:26.043067 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.047535 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2207682
Apr 17 04:14:26.048212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49274) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:26.058947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'security_group_rule': {'security_group_id': '7655be7d-422c-44d6-aca6-61dccea079cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:26.065679 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7655be7d-422c-44d6-aca6-61dccea079cf,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:26.069171 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:26.072493 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0edec2e4-a68c-44ed-a884-b689a38bfd0b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:26.076499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Usage tracker for resource:security_group_rule and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:14:26.080727 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:14:26.088289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:26.096599 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'Port': ['ID=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:26.104592 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:26.108728 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.110132 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Network 2b408745-a6b5-4637-8637-e92d07e76273 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:14:26.111447 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:14:26.119925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:14:26.138557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Sync routers for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:14:26.149319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:26.150232 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9b7f828>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:14:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:26.199968 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.204058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.206396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:26.214990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:26.216048 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.230512 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dfc53c-56ce-4e02-a347-6f5a734edc6e,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:26.237379 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:26.247952 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.252981 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-6ca9f94e-7b14-4e1f-9bf1-c2f2f5ea5e3f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2009237
Apr 17 04:14:26.253349 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-caa7de44-8d38-4196-b0ab-9eb4bf18067f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9203470
Apr 17 04:14:26.253950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49280) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:26.260079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'security_group_rule': {'security_group_id': '7655be7d-422c-44d6-aca6-61dccea079cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:26.273484 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Request body: {'port': {'device_id': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:26.312737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:26.360668 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Usage tracker for resource:security_group_rule and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:14:26.372157 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:14:26.386098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:26.394092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:26.456612 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-bf650a70-ba41-4738-aea0-c9d699877d4c None None] Provisioning for port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:14:26.466342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-bf650a70-ba41-4738-aea0-c9d699877d4c None None] Provisioning complete for port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:26.466768 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bf650a70-ba41-4738-aea0-c9d699877d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.488134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.508115 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.608639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c603d-cfd9-4533-abb5-71ddf6085fd7 req-581d348e-e850-484a-9fdd-d25d0972e861 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:26.609382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-b27c603d-cfd9-4533-abb5-71ddf6085fd7 req-581d348e-e850-484a-9fdd-d25d0972e861 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Synchronizing usage tracker for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:14:26.655714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-bf650a70-ba41-4738-aea0-c9d699877d4c None None] Port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:14:26.711940 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-b27c603d-cfd9-4533-abb5-71ddf6085fd7 req-581d348e-e850-484a-9fdd-d25d0972e861 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Unset dirty status for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:14:26.713166 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b27c603d-cfd9-4533-abb5-71ddf6085fd7 req-581d348e-e850-484a-9fdd-d25d0972e861 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 931 time: 0.4071732
Apr 17 04:14:26.718198 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.727227 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.763546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-22b8f550-f388-411d-a42c-5879d16fd71b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:26.784674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9b7f828>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 2, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:26.789546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Checking router: 8afad471-94b5-431b-ac5a-1c7ff48bc874 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:14:26.789955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Updating router 8afad471-94b5-431b-ac5a-1c7ff48bc874 port c6fafee5-7adb-4c5b-8896-432b6e200a70 binding host dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 17 04:14:26.818716 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c996a588-7ea5-4eae-ba08-07fb72aa61b7,revision_number=0']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:26.821656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:26.850504 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.886278 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b27c603d-cfd9-4533-abb5-71ddf6085fd7 req-152d33d1-1ff6-41c0-b65c-a54cc79d89b8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1634438
Apr 17 04:14:26.892242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:26.896790 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-44238c2e-8ad5-4861-967a-fc66a19ade08 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6385405
Apr 17 04:14:26.897041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49284) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:26.904947 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'floatingip': {'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:26.920570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:26.928424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Usage tracker for resource:floatingip and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:14:26.931879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:14:26.942054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:26.976961 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.160380 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:14:27.172410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.197829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Transition to ACTIVE for port object 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:14:27.208180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:14:27.218271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.223145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-21a11c32-8ac6-4bf9-a861-1bee1d58b0f8 tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:27.256390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.282898 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Transition to ACTIVE for port object c6fafee5-7adb-4c5b-8896-432b6e200a70 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:14:27.293383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.301718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:27.364939 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.374363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Pushing event updated for resources: {'Port': ['ID=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:27.415922 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:27.480999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:27.481422 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.507312 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e105140-afc4-4911-ab91-6d49f87f69d3 None None] Pushing event updated for resources: {'Port': ['ID=c6fafee5-7adb-4c5b-8896-432b6e200a70,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:27.520040 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9e105140-afc4-4911-ab91-6d49f87f69d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:27.601364 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Attempting to bind port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:14:27.601740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Attempting to bind port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:14:27.602108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Attempting to bind port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 on network 2b408745-a6b5-4637-8637-e92d07e76273 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:14:27.602311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Attempting to bind port c6fafee5-7adb-4c5b-8896-432b6e200a70 on host dv-cinder-786054-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:14:27.602735 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Attempting to bind port c6fafee5-7adb-4c5b-8896-432b6e200a70 by drivers openvswitch,hyperv on host dv-cinder-786054-2-iscsi at level 0 using segments [{'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:14:27.603139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Attempting to bind port c6fafee5-7adb-4c5b-8896-432b6e200a70 on network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:14:27.611815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Checking agent: {'id': 'bdc2e452-7b63-4717-b0b1-f626aab79686', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 3, 57, 41), 'started_at': datetime.datetime(2021, 4, 17, 3, 58, 11), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:14:27.612229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Checking segment: {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:14:27.612667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.613097 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Bound using segment: {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:14:27.613607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Bound port: c6fafee5-7adb-4c5b-8896-432b6e200a70, host: dv-cinder-786054-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:14:27.614016 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.617099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 on network 2b408745-a6b5-4637-8637-e92d07e76273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:14:27.617469 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Attempting to bind port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 on network 2b408745-a6b5-4637-8637-e92d07e76273 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:14:27.630326 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:14:27.630732 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Checking segment: {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:14:27.631167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Bound using segment: {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:14:27.631644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Bound port: 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cbf624-f025-4e11-82a3-f7474f377ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:14:27.632026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.654498 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Allocated IP 172.27.0.83 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/32e4acf3-a388-4658-8849-f685553d6885) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:14:27.779667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] For port c6fafee5-7adb-4c5b-8896-432b6e200a70, host dv-cinder-786054-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:14:27.783039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] For port c6fafee5-7adb-4c5b-8896-432b6e200a70, host dv-cinder-786054-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=c6fafee5-7adb-4c5b-8896-432b6e200a70,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:14:27.787304 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.791141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:27.844960 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] For port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:14:27.866856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] For port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:14:27.871669 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.872808 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:27.873652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9b7f828>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:14:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:27.878066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b69b9e23-f6fe-4b7e-9644-0d9896a2e92e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:27.946894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.973347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:27.974025 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:27.975594 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] 10.222.0.43 "PUT /v2.0/ports/72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 HTTP/1.1" status: 200  len: 1093 time: 1.7100050
Apr 17 04:14:27.978983 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'tag': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:14:27.994252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Pushing event updated for resources: {'Port': ['ID=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:27.998639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-259d4970-046c-4fdd-8daf-9c7d9270bab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:28.048344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e105140-afc4-4911-ab91-6d49f87f69d3 None None] Pushing event updated for resources: {'Port': ['ID=c6fafee5-7adb-4c5b-8896-432b6e200a70,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:28.064424 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9e105140-afc4-4911-ab91-6d49f87f69d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:28.086785 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'tag': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0', 'status': 'completed', 'code': 200}
Apr 17 04:14:28.087893 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:28.103884 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-febe984c-82f1-457f-a78c-d2f46154353c tempest-AttachVolumeNegativeTest-690659398 tempest-AttachVolumeNegativeTest-690659398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:28.159152 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:28.200514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:14:28.216399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:14:28.218951 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:14:28.559585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'Port': ['ID=32e4acf3-a388-4658-8849-f685553d6885,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:28.567996 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:28.630399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-7b344bff-d2bb-480c-bec5-89b8dc6616a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:28.632064 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-7b344bff-d2bb-480c-bec5-89b8dc6616a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 1096 time: 0.6069498
Apr 17 04:14:28.701374 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9b7f828>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:27Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:28.703959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9611d-cc50-42cc-9ab1-c05dff42036b req-4b177c98-e04b-4fb6-a1b1-9865abf78a2e tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:28.705591 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-28f9611d-cc50-42cc-9ab1-c05dff42036b req-4b177c98-e04b-4fb6-a1b1-9865abf78a2e tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 943 time: 0.5587516
Apr 17 04:14:28.705822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217aa2c0-db3e-4d32-9d20-8844e2f8893b None None] The sync data for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi is: [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:27Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:14:28.727259 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-3246e46a-3777-4878-b4d4-aed110799817 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 HTTP/1.1" status: 200  len: 217 time: 0.0864763
Apr 17 04:14:28.785201 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:28.897892 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-28f9611d-cc50-42cc-9ab1-c05dff42036b req-f0cd67a2-6794-4f6e-a5c4-0fe7d568685a tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1836903
Apr 17 04:14:28.901692 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-f334c2f1-2fcd-4b32-a82c-34dffd4e47a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:28.903303 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-f334c2f1-2fcd-4b32-a82c-34dffd4e47a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.1589155
Apr 17 04:14:28.906087 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:29.134546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-c3a48009-8df2-474f-9eca-8539b8ed9b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:29.136188 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-c3a48009-8df2-474f-9eca-8539b8ed9b37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2040124
Apr 17 04:14:29.237717 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device c6fafee5-7adb-4c5b-8896-432b6e200a70 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:14:29.318258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning for port c6fafee5-7adb-4c5b-8896-432b6e200a70 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:14:29.324787 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port c6fafee5-7adb-4c5b-8896-432b6e200a70 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:29.325204 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:29.332985 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:29.341054 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:29.346235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:29.379394 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-83459749-9d0a-4cbf-a5fe-964537d7be0a service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203560
Apr 17 04:14:29.452258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:29.487767 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] For port c6fafee5-7adb-4c5b-8896-432b6e200a70, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=c6fafee5-7adb-4c5b-8896-432b6e200a70,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:29.493134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:29.498555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:29.554043 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'Port': ['ID=32e4acf3-a388-4658-8849-f685553d6885,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:29.565677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:29.572584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Pushing event updated for resources: {'Port': ['ID=c6fafee5-7adb-4c5b-8896-432b6e200a70,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:29.573623 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:29.576051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:29.627961 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:29.629233 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7312112
Apr 17 04:14:29.633140 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1836a546-4281-49ef-bdfa-b3e7e61ac319 req-6dff1ff4-ec25-4bc3-9e3e-d8928ff9f769 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2444823
Apr 17 04:14:29.767500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4c8d3-354f-4df4-8af8-685a685fa7bd req-404da9d1-7813-4913-8873-e5d2ee886b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:29.769136 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c5b4c8d3-354f-4df4-8af8-685a685fa7bd req-404da9d1-7813-4913-8873-e5d2ee886b9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 1096 time: 0.0887749
Apr 17 04:14:29.898740 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-984c0625-587c-489a-b753-5d0d933737fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1115907185&fields=id&tenant_id=233c3fb707444a948572fd55a821fa67 HTTP/1.1" status: 200  len: 267 time: 0.1265116
Apr 17 04:14:30.101568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4c8d3-354f-4df4-8af8-685a685fa7bd req-c8cc5ec2-d1a0-4476-b9c5-6312f326e6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:30.103131 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c5b4c8d3-354f-4df4-8af8-685a685fa7bd req-c8cc5ec2-d1a0-4476-b9c5-6312f326e6bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 913 time: 0.3167534
Apr 17 04:14:30.200210 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c5b4c8d3-354f-4df4-8af8-685a685fa7bd req-251c01fb-b829-4a01-b533-7caba8000ede service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 HTTP/1.1" status: 200  len: 217 time: 0.0791206
Apr 17 04:14:30.275167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-cbc068a3-fdca-4ed7-84c9-c1e0a9d8051f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:30.276709 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-cbc068a3-fdca-4ed7-84c9-c1e0a9d8051f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/networks?id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 200  len: 810 time: 0.3701866
Apr 17 04:14:30.310179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4c8d3-354f-4df4-8af8-685a685fa7bd req-a1e4563d-410a-45a1-8485-3a82b6d09931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:30.311699 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c5b4c8d3-354f-4df4-8af8-685a685fa7bd req-a1e4563d-410a-45a1-8485-3a82b6d09931 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.0970948
Apr 17 04:14:30.312951 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-986178b7-8f56-4c23-97dd-4b8a998b13f8 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/quotas/233c3fb707444a948572fd55a821fa67 HTTP/1.1" status: 200  len: 375 time: 0.0297852
Apr 17 04:14:30.324736 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04c86b-6cbf-4d95-8006-a7fc1228d35d req-a4c34172-7d4f-464d-9c6c-5c3f64ae8fc9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:30.326262 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ff04c86b-6cbf-4d95-8006-a7fc1228d35d req-a4c34172-7d4f-464d-9c6c-5c3f64ae8fc9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 943 time: 0.3097219
Apr 17 04:14:30.477860 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ff04c86b-6cbf-4d95-8006-a7fc1228d35d req-2a3bee3e-4ae9-413a-affa-5b6a411d043c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831568
Apr 17 04:14:30.509251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4c8d3-354f-4df4-8af8-685a685fa7bd req-1f5426aa-dee2-4f33-a3d2-09eb921b59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:30.510887 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c5b4c8d3-354f-4df4-8af8-685a685fa7bd req-1f5426aa-dee2-4f33-a3d2-09eb921b59f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1836445
Apr 17 04:14:30.521345 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-3a6afdc2-e7fb-45fb-86ba-6f9a63078e55 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Synchronizing usage tracker for tenant:233c3fb707444a948572fd55a821fa67 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:14:30.628487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-3a6afdc2-e7fb-45fb-86ba-6f9a63078e55 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Unset dirty status for tenant:233c3fb707444a948572fd55a821fa67 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:14:30.629889 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-3a6afdc2-e7fb-45fb-86ba-6f9a63078e55 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=233c3fb707444a948572fd55a821fa67&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3015275
Apr 17 04:14:30.748723 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c5b4c8d3-354f-4df4-8af8-685a685fa7bd req-679ad485-9e69-4959-b9bf-0d07c2ed1573 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243857
Apr 17 04:14:30.890806 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-0c57656c-5cbc-40b9-b098-3b44a09bf9ae service neutron] 10.222.0.36 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427468
Apr 17 04:14:31.205626 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device c6fafee5-7adb-4c5b-8896-432b6e200a70 up at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:14:31.263232 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c5b4c8d3-354f-4df4-8af8-685a685fa7bd req-2e85a61c-085f-471e-8219-23eba3ab80d0 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5046055
Apr 17 04:14:31.287499 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Provisioning complete for port c6fafee5-7adb-4c5b-8896-432b6e200a70 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:31.288030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:31.319075 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-e33da2ec-879b-4c07-87d0-927e2edef1d7 service neutron] 10.222.0.36 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4140949
Apr 17 04:14:31.512123 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d3349ef3-6e71-4543-af63-47894d84cca6 req-ac9b7f3a-78e8-45ea-81bc-00c636d9b9f4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 210 time: 0.0480068
Apr 17 04:14:31.694278 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ab2e6-9e79-4eeb-9eec-32036c99013e req-b946b940-43b2-42d4-bfb0-3207c4968798 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:31.696432 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f50ab2e6-9e79-4eeb-9eec-32036c99013e req-b946b940-43b2-42d4-bfb0-3207c4968798 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 943 time: 0.0981505
Apr 17 04:14:31.747319 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f50ab2e6-9e79-4eeb-9eec-32036c99013e req-698307ff-f2a3-4add-b1c8-303706a3726b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439663
Apr 17 04:14:32.696328 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8ffefec2-188e-4059-8874-71017f5c5373 req-42eaf111-381b-4d3c-9936-dd3dcc54e126 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 210 time: 0.0641773
Apr 17 04:14:32.705233 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-e3f51f06-b140-4f21-b3a3-60decce82a9b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:32.706718 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-e3f51f06-b140-4f21-b3a3-60decce82a9b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.43 "GET /v2.0/networks?id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 200  len: 810 time: 0.2152381
Apr 17 04:14:32.784094 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-681e7f06-7459-45fc-a2ac-ed4d4f9abc6c tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=233c3fb707444a948572fd55a821fa67 HTTP/1.1" status: 200  len: 5708 time: 0.0680974
Apr 17 04:14:32.793650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'port': {'device_id': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'admin_state_up': True, 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'security_groups': ['7655be7d-422c-44d6-aca6-61dccea079cf']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:33.001786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:33.015006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:33.024730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c441ae-fd95-4a54-83f6-45b9b50536bb req-9e384fa7-e86e-4a47-a34b-cf37c0629bd7 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:33.026297 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-48c441ae-fd95-4a54-83f6-45b9b50536bb req-9e384fa7-e86e-4a47-a34b-cf37c0629bd7 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 943 time: 0.1614866
Apr 17 04:14:33.048578 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Made reservation on behalf of 233c3fb707444a948572fd55a821fa67 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:14:33.054533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:33.139897 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-48c441ae-fd95-4a54-83f6-45b9b50536bb req-e7c7c1c5-0ea2-4ea4-a4fa-3d7798807cd8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1056895
Apr 17 04:14:33.254586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Allocated IP 172.20.0.6 (4cfa9ed8-87d7-4e15-a0b8-ab148f61b889/d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e/b35e0a35-7876-45d8-9f5d-8991b71ce057) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:14:33.458060 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:33.475047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Transition to ACTIVE for port object b35e0a35-7876-45d8-9f5d-8991b71ce057 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:14:33.503253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:33.510530 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bfb0debd-fc25-4eab-b4f9-a2e026d09b4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:33.583749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:14:33.586990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:14:33.589408 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:14:33.629806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'Port': ['ID=b35e0a35-7876-45d8-9f5d-8991b71ce057,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:33.632844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:33.666488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:33.667465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:33.696517 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9070821
Apr 17 04:14:33.709195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Request body: {'port': {'device_id': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:33.761231 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-a1318e95-b706-4396-8cc4-d0780452e7ce None None] Provisioning for port b35e0a35-7876-45d8-9f5d-8991b71ce057 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:14:33.766505 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-a1318e95-b706-4396-8cc4-d0780452e7ce None None] Provisioning complete for port b35e0a35-7876-45d8-9f5d-8991b71ce057 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:33.767051 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a1318e95-b706-4396-8cc4-d0780452e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:33.828003 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-a1318e95-b706-4396-8cc4-d0780452e7ce None None] Port b35e0a35-7876-45d8-9f5d-8991b71ce057 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:14:33.881825 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:34.035530 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb8f26-e80c-4863-89e0-20f61100b1da req-98ebc11f-6cc7-4406-9915-5910249d8b37 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:34.036162 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-7bcb8f26-e80c-4863-89e0-20f61100b1da req-98ebc11f-6cc7-4406-9915-5910249d8b37 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Synchronizing usage tracker for tenant:233c3fb707444a948572fd55a821fa67 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:14:34.088641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-7bcb8f26-e80c-4863-89e0-20f61100b1da req-98ebc11f-6cc7-4406-9915-5910249d8b37 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Unset dirty status for tenant:233c3fb707444a948572fd55a821fa67 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:14:34.089875 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7bcb8f26-e80c-4863-89e0-20f61100b1da req-98ebc11f-6cc7-4406-9915-5910249d8b37 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 931 time: 0.2732389
Apr 17 04:14:34.220239 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7bcb8f26-e80c-4863-89e0-20f61100b1da req-100a8eca-8c2f-4663-8847-5eb4f8d8dca0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784237
Apr 17 04:14:34.369715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35e0a35-7876-45d8-9f5d-8991b71ce057 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:14:34.379680 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:34.406212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Transition to ACTIVE for port object b35e0a35-7876-45d8-9f5d-8991b71ce057 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:14:34.412410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:34.417439 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:34.467357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1b4f2-2c8d-4854-9cc6-768524bdc06c req-4e3b26e3-0d5e-4186-9523-e472de1299e4 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:34.468950 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d4e1b4f2-2c8d-4854-9cc6-768524bdc06c req-4e3b26e3-0d5e-4186-9523-e472de1299e4 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 943 time: 0.2112513
Apr 17 04:14:34.637678 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Pushing event updated for resources: {'Port': ['ID=b35e0a35-7876-45d8-9f5d-8991b71ce057,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:34.641496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:34.679225 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d4e1b4f2-2c8d-4854-9cc6-768524bdc06c req-978ca26c-a095-4894-a25a-66e658da964f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2006693
Apr 17 04:14:34.720658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Attempting to bind port b35e0a35-7876-45d8-9f5d-8991b71ce057 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:14:34.721184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Attempting to bind port b35e0a35-7876-45d8-9f5d-8991b71ce057 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:14:34.721319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Attempting to bind port b35e0a35-7876-45d8-9f5d-8991b71ce057 on network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:14:34.726415 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Port b35e0a35-7876-45d8-9f5d-8991b71ce057 on network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:14:34.726796 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Attempting to bind port b35e0a35-7876-45d8-9f5d-8991b71ce057 on network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:14:34.732444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:14:34.732849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Checking segment: {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:14:34.733261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Bound using segment: {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:14:34.733727 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Bound port: b35e0a35-7876-45d8-9f5d-8991b71ce057, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:14:34.734099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:34.838621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] For port b35e0a35-7876-45d8-9f5d-8991b71ce057, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:14:34.842644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] For port b35e0a35-7876-45d8-9f5d-8991b71ce057, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b35e0a35-7876-45d8-9f5d-8991b71ce057,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:14:34.847687 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:34.851572 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:34.906233 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:34.906985 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:34.908497 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] 10.222.0.43 "PUT /v2.0/ports/b35e0a35-7876-45d8-9f5d-8991b71ce057 HTTP/1.1" status: 200  len: 1093 time: 1.2044077
Apr 17 04:14:34.911238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'tag': 'b35e0a35-7876-45d8-9f5d-8991b71ce057'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:14:34.943949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Pushing event updated for resources: {'Port': ['ID=b35e0a35-7876-45d8-9f5d-8991b71ce057,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:34.947985 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:34.997203 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'tag': 'b35e0a35-7876-45d8-9f5d-8991b71ce057', 'status': 'completed', 'code': 200}
Apr 17 04:14:35.041938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-355b6e01-81b0-49d3-ae15-57c88dc03d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:35.043677 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-355b6e01-81b0-49d3-ae15-57c88dc03d09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=233c3fb707444a948572fd55a821fa67&device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 1096 time: 0.0879881
Apr 17 04:14:35.123268 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-a933045d-ad3e-4482-b8b3-3b98bb42c83f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b35e0a35-7876-45d8-9f5d-8991b71ce057 HTTP/1.1" status: 200  len: 217 time: 0.0666957
Apr 17 04:14:35.205472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-e41375a1-e5ca-4ef7-a247-6002f2314a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:35.207129 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-e41375a1-e5ca-4ef7-a247-6002f2314a0a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e HTTP/1.1" status: 200  len: 849 time: 0.0768306
Apr 17 04:14:35.304786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-90b69211-f40f-46dd-a5ee-10f0e6d4c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:35.306376 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-90b69211-f40f-46dd-a5ee-10f0e6d4c9fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913117
Apr 17 04:14:35.524870 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-5aa1a690-81b3-4efd-836d-3c5951035799 service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099288
Apr 17 04:14:35.564719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57052fdc-c4c0-4b50-8221-2fbc45b0a4f7 req-2510b496-1196-4b29-a30e-c8a9ae12b542 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:35.566237 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57052fdc-c4c0-4b50-8221-2fbc45b0a4f7 req-2510b496-1196-4b29-a30e-c8a9ae12b542 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 943 time: 0.2278175
Apr 17 04:14:35.695038 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57052fdc-c4c0-4b50-8221-2fbc45b0a4f7 req-335b5b88-04fc-43af-9cc1-011b5e012902 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800352
Apr 17 04:14:35.715191 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f550a05f-990e-432b-9092-4a7e7e9eaa5f req-1e265cac-25d6-4fdc-8d0c-33c71da0b449 service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1820219
Apr 17 04:14:35.918868 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b4d4-1553-45b6-aa0a-5f700223a098 req-c394bf23-8048-443c-8890-86865b01dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:35.920567 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c05b4d4-1553-45b6-aa0a-5f700223a098 req-c394bf23-8048-443c-8890-86865b01dc8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=233c3fb707444a948572fd55a821fa67&device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 1096 time: 0.1534750
Apr 17 04:14:35.928950 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438aa2b9-998d-4686-93ce-52c632b34400 req-8348ca56-f5ab-461d-85ba-be7ee95211a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:35.930396 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-438aa2b9-998d-4686-93ce-52c632b34400 req-8348ca56-f5ab-461d-85ba-be7ee95211a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 943 time: 0.1280921
Apr 17 04:14:36.337533 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-438aa2b9-998d-4686-93ce-52c632b34400 req-eed09972-4873-4c5f-9607-03875d65a926 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3817890
Apr 17 04:14:36.356506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b4d4-1553-45b6-aa0a-5f700223a098 req-47ab56ac-5409-4cdf-8670-8f936cdfad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:36.358060 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c05b4d4-1553-45b6-aa0a-5f700223a098 req-47ab56ac-5409-4cdf-8670-8f936cdfad80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 200  len: 911 time: 0.4267192
Apr 17 04:14:36.435060 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c05b4d4-1553-45b6-aa0a-5f700223a098 req-623a8820-5d80-4712-ba8d-5b3514d98138 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b35e0a35-7876-45d8-9f5d-8991b71ce057 HTTP/1.1" status: 200  len: 217 time: 0.0698485
Apr 17 04:14:36.503984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b4d4-1553-45b6-aa0a-5f700223a098 req-380e8d00-a725-441c-97b6-0103dcb759ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:36.505490 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c05b4d4-1553-45b6-aa0a-5f700223a098 req-380e8d00-a725-441c-97b6-0103dcb759ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e HTTP/1.1" status: 200  len: 849 time: 0.0641394
Apr 17 04:14:36.596948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b4d4-1553-45b6-aa0a-5f700223a098 req-fc530a0f-1a6c-40a7-b326-14e857843af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:36.598428 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c05b4d4-1553-45b6-aa0a-5f700223a098 req-fc530a0f-1a6c-40a7-b326-14e857843af6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849624
Apr 17 04:14:36.744677 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c05b4d4-1553-45b6-aa0a-5f700223a098 req-8ad5e39b-4373-4eea-af3b-d85f6de63627 service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382506
Apr 17 04:14:36.894853 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8c05b4d4-1553-45b6-aa0a-5f700223a098 req-b75be022-7713-4440-a06c-199b5f31a4eb service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428595
Apr 17 04:14:37.056423 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104f2cb-2cbe-4ca2-87f9-ae0eb2691a4d req-c6326cd5-88f1-469e-9c2a-bd29cc874389 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:37.058065 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7104f2cb-2cbe-4ca2-87f9-ae0eb2691a4d req-c6326cd5-88f1-469e-9c2a-bd29cc874389 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 943 time: 0.0919921
Apr 17 04:14:37.106349 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7104f2cb-2cbe-4ca2-87f9-ae0eb2691a4d req-fa5f059c-fda2-42d0-b1a8-34be77868f82 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416698
Apr 17 04:14:37.551654 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f8940-7104-49dd-8469-52ca2139a45f req-ad4cb77f-c94d-47d4-b094-9ace4c94b2da tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:37.553217 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-628f8940-7104-49dd-8469-52ca2139a45f req-ad4cb77f-c94d-47d4-b094-9ace4c94b2da tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 943 time: 0.0915847
Apr 17 04:14:37.605487 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-628f8940-7104-49dd-8469-52ca2139a45f req-f1cf700b-1723-431c-9bbb-4ddade2b2924 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455685
Apr 17 04:14:37.783943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:14:37.901363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-01f3302d-46a0-4017-9548-797dd320ff58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:37.942897 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:37.957757 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'port_id': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0', 'mac_address': 'fa:16:3e:25:83:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:14:38.015930 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:38.033932 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:14:38.050243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:38.054052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:38.054854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device b35e0a35-7876-45d8-9f5d-8991b71ce057 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:14:38.056895 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:38.199611 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:38.204658 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:38.262911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port b35e0a35-7876-45d8-9f5d-8991b71ce057, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b35e0a35-7876-45d8-9f5d-8991b71ce057,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:38.276999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': 'b35e0a35-7876-45d8-9f5d-8991b71ce057', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'port_id': 'b35e0a35-7876-45d8-9f5d-8991b71ce057', 'mac_address': 'fa:16:3e:4f:e2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:14:38.311120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2639a-da0c-4d8d-971c-bf71bfbd81be req-6868123c-70d6-456e-8ec9-920179b19c30 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:38.312748 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e8f2639a-da0c-4d8d-971c-bf71bfbd81be req-6868123c-70d6-456e-8ec9-920179b19c30 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 943 time: 0.0875967
Apr 17 04:14:38.336041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:38.354609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35e0a35-7876-45d8-9f5d-8991b71ce057 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:14:38.361214 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e8f2639a-da0c-4d8d-971c-bf71bfbd81be req-d3d85bbb-8b97-4f4d-b752-5196f00b4beb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416040
Apr 17 04:14:38.371889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port b35e0a35-7876-45d8-9f5d-8991b71ce057, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b35e0a35-7876-45d8-9f5d-8991b71ce057,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:38.375478 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:38.377338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:38.463915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=b35e0a35-7876-45d8-9f5d-8991b71ce057,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:38.467433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:38.625843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['b35e0a35-7876-45d8-9f5d-8991b71ce057'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:14:38.657385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['72b8c9e6-8547-4b31-bb7f-17fe01ded3d0'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:14:38.821083 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d372823-1a67-4fa1-a2e6-513a6bb620c9 req-7a0041d9-1a5b-4fbf-a020-d1dee56912bc tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:38.822674 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1d372823-1a67-4fa1-a2e6-513a6bb620c9 req-7a0041d9-1a5b-4fbf-a020-d1dee56912bc tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 944 time: 0.0940738
Apr 17 04:14:38.870715 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1d372823-1a67-4fa1-a2e6-513a6bb620c9 req-66a1230d-424f-4ef8-8d28-29d4842220f3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415246
Apr 17 04:14:39.240621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:39.575288 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde605ed-360d-44e9-b2a5-179b187c7411 req-78aa6ba2-7cc9-4ec3-b0a0-73ec1ac73b20 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:39.576914 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dde605ed-360d-44e9-b2a5-179b187c7411 req-78aa6ba2-7cc9-4ec3-b0a0-73ec1ac73b20 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 944 time: 0.0967174
Apr 17 04:14:39.629001 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dde605ed-360d-44e9-b2a5-179b187c7411 req-d08f5dc0-33c5-477d-9926-8f5f90e82c1d tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424261
Apr 17 04:14:39.799653 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:14:39.885192 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:14:39.890591 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:39.891038 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:40.017555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:40.045518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:14:40.056296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:40.060236 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:40.061355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device b35e0a35-7876-45d8-9f5d-8991b71ce057 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:14:40.080261 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e8885-eb03-43d9-a859-af5f0a6650e4 req-d7710010-069a-496c-86ec-813f36fc04aa tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:40.081840 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f35e8885-eb03-43d9-a859-af5f0a6650e4 req-d7710010-069a-496c-86ec-813f36fc04aa tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 944 time: 0.0987010
Apr 17 04:14:40.095660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:40.132016 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f35e8885-eb03-43d9-a859-af5f0a6650e4 req-704b9265-8e8d-47fd-8f7e-480380f3ded3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433378
Apr 17 04:14:40.135199 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0', 'code': 200}
Apr 17 04:14:40.195811 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:40.199786 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:40.204987 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port b35e0a35-7876-45d8-9f5d-8991b71ce057 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:14:40.209652 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port b35e0a35-7876-45d8-9f5d-8991b71ce057 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:14:40.210064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:40.280208 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6db9f1ca-246e-44ae-ac80-c44944850485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:40.349644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:40.385167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port b35e0a35-7876-45d8-9f5d-8991b71ce057, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b35e0a35-7876-45d8-9f5d-8991b71ce057,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:14:40.389230 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:40.391336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-549e7c16-20a3-4ab8-8128-bf19035c00ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:40.421386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7efe52-02f0-478f-8b9d-0ae2e8f4ddfb req-a729b26c-b6cf-4ae8-b3e6-40ea74ff1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:40.423086 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-be7efe52-02f0-478f-8b9d-0ae2e8f4ddfb req-a729b26c-b6cf-4ae8-b3e6-40ea74ff1b82 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 1098 time: 0.0851035
Apr 17 04:14:40.464878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=b35e0a35-7876-45d8-9f5d-8991b71ce057,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:40.466059 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-be7efe52-02f0-478f-8b9d-0ae2e8f4ddfb req-ce81369f-9fa0-4e11-b413-0ffd343b61db service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367589
Apr 17 04:14:40.468116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:40.851924 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219ac12-e04e-40b7-87fd-d2a17f9f3d05 req-665b46be-c911-42f1-97b4-d44f91f660ad tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:40.853519 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9219ac12-e04e-40b7-87fd-d2a17f9f3d05 req-665b46be-c911-42f1-97b4-d44f91f660ad tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0930071
Apr 17 04:14:40.901582 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9219ac12-e04e-40b7-87fd-d2a17f9f3d05 req-13109e31-d4e9-4bc4-af04-739d7ecf93af tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416541
Apr 17 04:14:41.141055 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:41.349237 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79631bfd-2d5c-47b1-b2d5-0909b5a91cdf req-3566277c-1de8-4e88-b7b1-84623209475f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:41.350716 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-79631bfd-2d5c-47b1-b2d5-0909b5a91cdf req-3566277c-1de8-4e88-b7b1-84623209475f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 945 time: 0.0976610
Apr 17 04:14:41.400802 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-79631bfd-2d5c-47b1-b2d5-0909b5a91cdf req-826d3b70-1528-4a24-902c-c24e3590ab20 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416994
Apr 17 04:14:41.442721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:42.107339 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9669b-e2bd-4d3c-a008-59d0a75e92cd req-3d954ff7-1b05-4582-8fc9-7b30bc8df9a2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:42.108939 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0e9669b-e2bd-4d3c-a008-59d0a75e92cd req-3d954ff7-1b05-4582-8fc9-7b30bc8df9a2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0893352
Apr 17 04:14:42.136058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35e0a35-7876-45d8-9f5d-8991b71ce057'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:14:42.162717 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c0e9669b-e2bd-4d3c-a008-59d0a75e92cd req-d32a2bbd-0dc2-4390-a402-1b1dd8a62c8a tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474038
Apr 17 04:14:42.189557 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35e0a35-7876-45d8-9f5d-8991b71ce057', 'code': 200}
Apr 17 04:14:42.429119 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:14:42.451720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a74f1-6e1d-4815-965e-2144139e5533 req-fc8903b4-faf1-4da9-bf74-686bc3f35f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:42.453341 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-071a74f1-6e1d-4815-965e-2144139e5533 req-fc8903b4-faf1-4da9-bf74-686bc3f35f54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 1098 time: 0.0879264
Apr 17 04:14:42.497257 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-071a74f1-6e1d-4815-965e-2144139e5533 req-14f616ff-1af3-48d4-b8d4-69a46aae53e7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372605
Apr 17 04:14:42.603604 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bffb2-5284-4aa1-8b27-2cd924913fb1 req-7fc26f22-4cd8-4d6c-90ef-b222d397a945 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:42.605161 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-997bffb2-5284-4aa1-8b27-2cd924913fb1 req-7fc26f22-4cd8-4d6c-90ef-b222d397a945 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 945 time: 0.0936768
Apr 17 04:14:42.656018 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-997bffb2-5284-4aa1-8b27-2cd924913fb1 req-2d47d89b-3569-4ee8-a1ab-3ec7c24dce47 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413163
Apr 17 04:14:42.876508 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:42.883003 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42585a77-58ca-4c3f-9b28-1116a3d548fc req-b4640597-13a6-4a50-8f14-dee09f8dfc45 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:42.884612 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-42585a77-58ca-4c3f-9b28-1116a3d548fc req-b4640597-13a6-4a50-8f14-dee09f8dfc45 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 945 time: 0.1051736
Apr 17 04:14:42.939852 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-42585a77-58ca-4c3f-9b28-1116a3d548fc req-24d074e9-e967-4c2c-a28a-efa8054057e0 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484257
Apr 17 04:14:42.965002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49362) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:43.174183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f753a4cd-47e8-4871-93da-614d1a440e93 tempest-TestVolumeBootPattern-1344524798 tempest-TestVolumeBootPattern-1344524798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:43.175898 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-f753a4cd-47e8-4871-93da-614d1a440e93 tempest-TestVolumeBootPattern-1344524798 tempest-TestVolumeBootPattern-1344524798-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 1093 time: 0.2098122
Apr 17 04:14:43.179328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49368) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:43.185027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Request body: {'floatingip': {'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'port_id': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:43.191594 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:14:43.196114 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Usage tracker for resource:floatingip and tenant:158c2a61ba42425591ac468ca75f2f3b is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:14:43.199218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:14:43.205796 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:14:43.216882 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:43.415734 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9547e1-8fa1-4987-952b-c5bfc89168fa req-76687f72-1448-4eca-b3b8-00276a6a3844 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:43.417324 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9b9547e1-8fa1-4987-952b-c5bfc89168fa req-76687f72-1448-4eca-b3b8-00276a6a3844 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.1320381
Apr 17 04:14:43.485155 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:43.489348 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-9b9547e1-8fa1-4987-952b-c5bfc89168fa req-040cf153-9908-475e-a850-7d86db0b0a6f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585408
Apr 17 04:14:43.636556 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Allocated IP 172.27.0.112 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/f71aa5b5-94c8-4d2d-bab5-7d31229628ab) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:14:43.793122 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:43.829284 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:43.835474 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-88daeddc-c57a-4574-9f31-9e0955bf153b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:43.911002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:14:43.914011 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:14:43.917904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:14:43.949693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'Port': ['ID=f71aa5b5-94c8-4d2d-bab5-7d31229628ab,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:43.967330 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.967742 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.968156 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.968562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.968959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.969327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.969754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.970156 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.970546 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.970982 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.971357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.971743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:14:43.980545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:44.371094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:44.466413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:44.754381 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e70aff-5096-4ace-b716-e60f92f3be00 req-d84124a7-dce0-4746-ad02-ff80afda346e tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:44.755910 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-79e70aff-5096-4ace-b716-e60f92f3be00 req-d84124a7-dce0-4746-ad02-ff80afda346e tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.1509104
Apr 17 04:14:44.757865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:44.763835 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:44.771892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fc08dfe7-7b0e-4844-a764-4a1459304ed1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:14:44.906112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event updated for resources: {'Port': ['ID=f71aa5b5-94c8-4d2d-bab5-7d31229628ab,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:14:44.913633 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:14:44.921415 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-79e70aff-5096-4ace-b716-e60f92f3be00 req-40089eef-af23-4ed2-a984-3f926de000ff tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1511157
Apr 17 04:14:44.936866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:45.184604 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Floating IP 69f39fd0-95de-42d5-a243-56848f4c2fa9 associated. External IP: 172.27.0.112, port: 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0.
Apr 17 04:14:45.573388 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02009-9eea-4af0-8eb4-de00439ab8a0 req-84236f25-8e61-4f98-9d7d-1fc81d8ada6c tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:45.575082 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ead02009-9eea-4af0-8eb4-de00439ab8a0 req-84236f25-8e61-4f98-9d7d-1fc81d8ada6c tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.5131390
Apr 17 04:14:45.584613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49378) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:14:45.592762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-b56371a4-4b78-4f90-89ee-377885a9b901 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'floatingip': {'port_id': 'b35e0a35-7876-45d8-9f5d-8991b71ce057'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:14:45.680672 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b56371a4-4b78-4f90-89ee-377885a9b901 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:46.236115 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Router 2a9593c8-9a36-4236-be69-5eeeb5113723 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:14:46.548841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:14:46.559329 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b787e8-2450-4acc-a947-44875a9a6ab4 None None] Sync routers for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:14:46.570442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b787e8-2450-4acc-a947-44875a9a6ab4 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:46.571129 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-38b787e8-2450-4acc-a947-44875a9a6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9b8c320>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:14:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:46.662346 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:46.714269 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b56371a4-4b78-4f90-89ee-377885a9b901 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:46.727237 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b56371a4-4b78-4f90-89ee-377885a9b901 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:46.760075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-38b787e8-2450-4acc-a947-44875a9a6ab4 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:46.856263 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-fb904143-0f72-4a31-9b91-3eb71847a0a1 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.6756713
Apr 17 04:14:46.858949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'tag': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:14:46.913482 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'tag': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0', 'status': 'completed', 'code': 200}
Apr 17 04:14:46.918645 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-b56371a4-4b78-4f90-89ee-377885a9b901 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Floating IP 59a16aea-3396-4107-b406-dd4e9bb4dcc2 associated. External IP: 172.27.0.83, port: b35e0a35-7876-45d8-9f5d-8991b71ce057.
Apr 17 04:14:47.133657 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-38b787e8-2450-4acc-a947-44875a9a6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9b8c320>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '08d88aba-6437-4878-b7ee-aa0cae5f7167', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:62:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:43Z', 'updated_at': '2021-04-17T04:12:46Z', 'revision_number': 1, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}, {'id': '69f39fd0-95de-42d5-a243-56848f4c2fa9', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:25:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:14:44Z', 'updated_at': '2021-04-17T04:14:44Z', 'revision_number': 0, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:47.138229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b787e8-2450-4acc-a947-44875a9a6ab4 None None] Checking router: 2a9593c8-9a36-4236-be69-5eeeb5113723 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:14:47.148477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b787e8-2450-4acc-a947-44875a9a6ab4 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:47.148651 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-38b787e8-2450-4acc-a947-44875a9a6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9b8c320>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:14:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:47.168253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6160373-2c76-453d-915a-4c463844efc8 req-7c872048-d7b9-4639-a398-adaf32aa5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:47.169851 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c6160373-2c76-453d-915a-4c463844efc8 req-7c872048-d7b9-4639-a398-adaf32aa5297 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 1098 time: 0.1924489
Apr 17 04:14:47.339317 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-38b787e8-2450-4acc-a947-44875a9a6ab4 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:47.714603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-38b787e8-2450-4acc-a947-44875a9a6ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9b8c320>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '08d88aba-6437-4878-b7ee-aa0cae5f7167', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:62:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:43Z', 'updated_at': '2021-04-17T04:12:46Z', 'revision_number': 1, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}, {'id': '69f39fd0-95de-42d5-a243-56848f4c2fa9', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:25:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:14:44Z', 'updated_at': '2021-04-17T04:14:44Z', 'revision_number': 0, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:47.719677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b787e8-2450-4acc-a947-44875a9a6ab4 None None] The sync data for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi is: [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '08d88aba-6437-4878-b7ee-aa0cae5f7167', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:62:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:43Z', 'updated_at': '2021-04-17T04:12:46Z', 'revision_number': 1, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}, {'id': '69f39fd0-95de-42d5-a243-56848f4c2fa9', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:25:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:14:44Z', 'updated_at': '2021-04-17T04:14:44Z', 'revision_number': 0, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:14:47.728854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6160373-2c76-453d-915a-4c463844efc8 req-b63c157b-e249-4d09-8706-bfef05ab43da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:47.730384 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c6160373-2c76-453d-915a-4c463844efc8 req-b63c157b-e249-4d09-8706-bfef05ab43da service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 913 time: 0.5093915
Apr 17 04:14:47.794911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56371a4-4b78-4f90-89ee-377885a9b901 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Router 8afad471-94b5-431b-ac5a-1c7ff48bc874 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:14:47.987676 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c6160373-2c76-453d-915a-4c463844efc8 req-0d326167-9ded-4c19-a7b9-ece8a6210369 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 HTTP/1.1" status: 200  len: 999 time: 0.2483072
Apr 17 04:14:48.000464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f84687-da0b-4bd0-b3bc-26f1fc7fb1be None None] New status for floating IP 69f39fd0-95de-42d5-a243-56848f4c2fa9: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:14:48.086805 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6160373-2c76-453d-915a-4c463844efc8 req-25aa3be9-88d2-4888-8c52-9ad0547e3fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:48.088379 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c6160373-2c76-453d-915a-4c463844efc8 req-25aa3be9-88d2-4888-8c52-9ad0547e3fe5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.0889039
Apr 17 04:14:48.089596 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56371a4-4b78-4f90-89ee-377885a9b901 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:14:48.093935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b56371a4-4b78-4f90-89ee-377885a9b901 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:14:48.099653 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10008c32-4e4a-4d58-9c19-7e9ff347fbba None None] Sync routers for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:14:48.109429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10008c32-4e4a-4d58-9c19-7e9ff347fbba None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:48.110410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-10008c32-4e4a-4d58-9c19-7e9ff347fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9fc8518>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:14:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:48.207920 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b56371a4-4b78-4f90-89ee-377885a9b901 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "PUT /v2.0/floatingips/59a16aea-3396-4107-b406-dd4e9bb4dcc2 HTTP/1.1" status: 200  len: 990 time: 2.6195130
Apr 17 04:14:48.233009 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6160373-2c76-453d-915a-4c463844efc8 req-bd067f1c-0d29-4541-8d17-72222672ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:48.234939 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c6160373-2c76-453d-915a-4c463844efc8 req-bd067f1c-0d29-4541-8d17-72222672ec23 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1149616
Apr 17 04:14:48.307853 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-10008c32-4e4a-4d58-9c19-7e9ff347fbba None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:48.393227 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c6160373-2c76-453d-915a-4c463844efc8 req-cade2f0e-9fb4-447c-ac54-c283bbfb3658 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518185
Apr 17 04:14:48.540574 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c6160373-2c76-453d-915a-4c463844efc8 req-48e5d3e7-680a-4e1f-81d5-1b3272c9b8fb service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409352
Apr 17 04:14:48.837317 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-10008c32-4e4a-4d58-9c19-7e9ff347fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9fc8518>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '59a16aea-3396-4107-b406-dd4e9bb4dcc2', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'port_id': 'b35e0a35-7876-45d8-9f5d-8991b71ce057', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'mac_address': 'fa:16:3e:4f:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:14:28Z', 'updated_at': '2021-04-17T04:14:46Z', 'revision_number': 1, 'project_id': '233c3fb707444a948572fd55a821fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:48.841510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10008c32-4e4a-4d58-9c19-7e9ff347fbba None None] Checking router: 8afad471-94b5-431b-ac5a-1c7ff48bc874 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:14:48.850649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10008c32-4e4a-4d58-9c19-7e9ff347fbba None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:14:48.851341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-10008c32-4e4a-4d58-9c19-7e9ff347fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9fc8518>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:14:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:48.914604 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'tag': 'b35e0a35-7876-45d8-9f5d-8991b71ce057'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:14:48.964301 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'tag': 'b35e0a35-7876-45d8-9f5d-8991b71ce057', 'status': 'completed', 'code': 200}
Apr 17 04:14:49.043588 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-10008c32-4e4a-4d58-9c19-7e9ff347fbba None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:14:49.070473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c4960-00c3-4494-8c68-726ef9c85d1c req-4c1e4d97-3708-4339-b228-12a39188e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:49.072406 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6e0c4960-00c3-4494-8c68-726ef9c85d1c req-4c1e4d97-3708-4339-b228-12a39188e816 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=233c3fb707444a948572fd55a821fa67&device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 1098 time: 0.0865042
Apr 17 04:14:49.216639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c4960-00c3-4494-8c68-726ef9c85d1c req-ae1f7066-a847-4220-9fa5-500bbe0e890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:49.218199 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6e0c4960-00c3-4494-8c68-726ef9c85d1c req-ae1f7066-a847-4220-9fa5-500bbe0e890d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 200  len: 911 time: 0.1394050
Apr 17 04:14:49.330280 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6e0c4960-00c3-4494-8c68-726ef9c85d1c req-bb370ade-f5dd-43f5-a882-12f676287183 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b35e0a35-7876-45d8-9f5d-8991b71ce057 HTTP/1.1" status: 200  len: 998 time: 0.1050701
Apr 17 04:14:49.404961 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c4960-00c3-4494-8c68-726ef9c85d1c req-279d808a-64a7-466a-a444-1ce9743835a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:49.406476 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6e0c4960-00c3-4494-8c68-726ef9c85d1c req-279d808a-64a7-466a-a444-1ce9743835a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e HTTP/1.1" status: 200  len: 849 time: 0.0704565
Apr 17 04:14:49.412485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-10008c32-4e4a-4d58-9c19-7e9ff347fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9fc8518>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '59a16aea-3396-4107-b406-dd4e9bb4dcc2', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'port_id': 'b35e0a35-7876-45d8-9f5d-8991b71ce057', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'mac_address': 'fa:16:3e:4f:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:14:28Z', 'updated_at': '2021-04-17T04:14:46Z', 'revision_number': 1, 'project_id': '233c3fb707444a948572fd55a821fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:14:49.416733 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10008c32-4e4a-4d58-9c19-7e9ff347fbba None None] The sync data for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi is: [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '59a16aea-3396-4107-b406-dd4e9bb4dcc2', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'port_id': 'b35e0a35-7876-45d8-9f5d-8991b71ce057', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'mac_address': 'fa:16:3e:4f:e2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:14:28Z', 'updated_at': '2021-04-17T04:14:46Z', 'revision_number': 1, 'project_id': '233c3fb707444a948572fd55a821fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:14:49.495273 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c4960-00c3-4494-8c68-726ef9c85d1c req-8ab1a202-1a2c-4f8c-921d-3f09c0e4abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:14:49.497037 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6e0c4960-00c3-4494-8c68-726ef9c85d1c req-8ab1a202-1a2c-4f8c-921d-3f09c0e4abd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846686
Apr 17 04:14:49.643746 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6e0c4960-00c3-4494-8c68-726ef9c85d1c req-5973d677-4668-434e-ab18-54767890e1ed service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402028
Apr 17 04:14:49.704043 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e6301d-3281-4cbd-90bc-f74872d13a60 None None] New status for floating IP 59a16aea-3396-4107-b406-dd4e9bb4dcc2: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:14:49.799378 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6e0c4960-00c3-4494-8c68-726ef9c85d1c req-248172a3-0cea-40e7-9382-a2a710659579 service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477273
Apr 17 04:15:07.860148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fb3334f4-a2a2-4e51-80d3-0cbba2194b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:09.258502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:10.266833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-f9f9fffd-5a13-49f3-a5fa-0796944dacd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:11.056912 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-663821f1-9550-41a2-8da9-3364dbdcc3db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0825872
Apr 17 04:15:11.142674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:11.217677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-012362d5-91c8-4fcc-aa14-706ce2844930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:11.219860 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-012362d5-91c8-4fcc-aa14-706ce2844930 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 1099 time: 0.0832410
Apr 17 04:15:11.380577 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-70d8597f-5f5d-45bd-b540-35923632533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:11.382619 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-70d8597f-5f5d-45bd-b540-35923632533e service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 913 time: 0.1425102
Apr 17 04:15:11.436842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:11.493894 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-705d16a2-d5da-4bcc-bcbd-734218fedb65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=147f33d5-d1b0-4a2e-b37f-ea92494fc665 HTTP/1.1" status: 200  len: 1002 time: 0.1036284
Apr 17 04:15:11.565221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-d3745028-d562-4922-a436-ac6eb8ca8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:11.566761 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-d3745028-d562-4922-a436-ac6eb8ca8050 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.0650530
Apr 17 04:15:11.656027 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-69cb786c-60b6-495a-aa2e-47671c832ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:11.657563 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-69cb786c-60b6-495a-aa2e-47671c832ac1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836730
Apr 17 04:15:11.801901 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-19f849d4-e323-4924-b995-ee5648ff3ca3 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373625
Apr 17 04:15:11.945417 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-39a2a77a-7d9e-4423-af20-70d05bec4e31 req-b71a6a30-5987-4175-ad76-f62dc23ab3a2 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358733
Apr 17 04:15:12.885898 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:19.435519 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:15:34.724608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3188be-200d-43f0-b517-d78ccec6642e req-a3680c55-c7a8-4159-a221-03ef2bd020ac tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:34.726085 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8b3188be-200d-43f0-b517-d78ccec6642e req-a3680c55-c7a8-4159-a221-03ef2bd020ac tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0897195
Apr 17 04:15:34.777307 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8b3188be-200d-43f0-b517-d78ccec6642e req-4d03f047-930c-4839-a7fb-b986250b2964 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415859
Apr 17 04:15:36.008058 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e81eae-da53-4c56-96ce-98ae5d8c566b req-8bb9650c-2f51-42cb-9ca3-0b5006d3241c tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:36.009797 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-15e81eae-da53-4c56-96ce-98ae5d8c566b req-8bb9650c-2f51-42cb-9ca3-0b5006d3241c tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0968909
Apr 17 04:15:36.060670 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-15e81eae-da53-4c56-96ce-98ae5d8c566b req-302145c1-83dc-4b76-aaa2-c25699d1e08e tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415323
Apr 17 04:15:37.278502 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fe999-df53-4f2d-b308-2a02353079a6 req-2fbe88b2-c742-4828-af5b-e999140d23ee tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:37.280114 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-be1fe999-df53-4f2d-b308-2a02353079a6 req-2fbe88b2-c742-4828-af5b-e999140d23ee tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0923402
Apr 17 04:15:37.328144 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-be1fe999-df53-4f2d-b308-2a02353079a6 req-b83aca9a-f532-4366-afa9-ce05d6738ea2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416327
Apr 17 04:15:37.857533 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-14a1e1cd-6eb9-4bec-ae04-16e091758767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:38.553335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ab5e9-f914-4b49-84f5-70aa21e4a197 req-16021676-a1dc-4fac-8ef5-4ef47cc5b3f9 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:38.554956 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-589ab5e9-f914-4b49-84f5-70aa21e4a197 req-16021676-a1dc-4fac-8ef5-4ef47cc5b3f9 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0991702
Apr 17 04:15:38.605929 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-589ab5e9-f914-4b49-84f5-70aa21e4a197 req-104894ee-ad78-4e4a-855a-3f6c603be609 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412543
Apr 17 04:15:39.267843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:39.835705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269f634-4ba9-4205-b173-6aae832a16df req-861e17bc-4aeb-43ad-b3e7-9ab25a0198ad tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:39.837371 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8269f634-4ba9-4205-b173-6aae832a16df req-861e17bc-4aeb-43ad-b3e7-9ab25a0198ad tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0996287
Apr 17 04:15:39.886782 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8269f634-4ba9-4205-b173-6aae832a16df req-f30c35fd-3677-43c6-ab6d-48bcef63cd90 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425060
Apr 17 04:15:40.272295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9c4d9e24-1954-44a0-917f-fba768506d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:41.110656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efb5d5-a08f-4814-8271-244993208a9b req-4cf066fc-ca1f-49c2-9a72-b0b431074f23 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:41.112325 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-03efb5d5-a08f-4814-8271-244993208a9b req-4cf066fc-ca1f-49c2-9a72-b0b431074f23 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0946722
Apr 17 04:15:41.146535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:41.159776 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-03efb5d5-a08f-4814-8271-244993208a9b req-ada7cbab-3fa1-4a36-9f4a-574115af435e tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411291
Apr 17 04:15:41.451683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:42.375959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e24849-76b6-4274-ac56-5c398df6ec42 req-af60d2a7-1bb8-447d-b431-2c640cef2876 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:42.377468 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-96e24849-76b6-4274-ac56-5c398df6ec42 req-af60d2a7-1bb8-447d-b431-2c640cef2876 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0948901
Apr 17 04:15:42.429303 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-96e24849-76b6-4274-ac56-5c398df6ec42 req-b01be7e2-0477-4b15-b658-66653540c605 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418012
Apr 17 04:15:42.895567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:15:43.651011 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3dd1e-8aed-45c8-b2be-62e168689acd req-1d888361-720f-4861-b5a3-01fe61302277 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:43.652609 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-63f3dd1e-8aed-45c8-b2be-62e168689acd req-1d888361-720f-4861-b5a3-01fe61302277 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0977502
Apr 17 04:15:43.708525 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-63f3dd1e-8aed-45c8-b2be-62e168689acd req-8e94f850-70bc-4d6a-ae4a-8293aa354b4d tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456128
Apr 17 04:15:45.194623 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af43b2-9e0e-4fef-b09e-dfd66e088166 req-31654b16-6b46-40cc-a6df-2349d10542e9 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:45.196250 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d2af43b2-9e0e-4fef-b09e-dfd66e088166 req-31654b16-6b46-40cc-a6df-2349d10542e9 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.3413613
Apr 17 04:15:45.246114 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d2af43b2-9e0e-4fef-b09e-dfd66e088166 req-bfa44787-f4c6-40d6-8b9b-da09d5757e7c tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421214
Apr 17 04:15:46.471193 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a561696-82a9-4c04-8d64-5c016b7922c3 req-2db8a18d-c7d8-4c8a-b0f3-539d23b93c38 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:46.472657 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7a561696-82a9-4c04-8d64-5c016b7922c3 req-2db8a18d-c7d8-4c8a-b0f3-539d23b93c38 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0932488
Apr 17 04:15:46.519778 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7a561696-82a9-4c04-8d64-5c016b7922c3 req-d08ef24f-82d3-4f91-81ab-6f7f01131c8d tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407183
Apr 17 04:15:47.745554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a0ac4-6602-4444-85bd-4ca7a13085d5 req-4a5c1d64-f5e6-4b44-8cfd-b34ab78a9640 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:47.747222 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-212a0ac4-6602-4444-85bd-4ca7a13085d5 req-4a5c1d64-f5e6-4b44-8cfd-b34ab78a9640 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0957010
Apr 17 04:15:47.798261 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-212a0ac4-6602-4444-85bd-4ca7a13085d5 req-11104f24-87dc-477e-940a-ff64d4d17b6a tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414431
Apr 17 04:15:49.022837 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba5b50-15d4-470b-8bd8-b04285e7ed51 req-2b1229e7-802a-4305-a15f-e6ee5c6dcc9f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:49.024399 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e0ba5b50-15d4-470b-8bd8-b04285e7ed51 req-2b1229e7-802a-4305-a15f-e6ee5c6dcc9f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0971034
Apr 17 04:15:49.077145 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e0ba5b50-15d4-470b-8bd8-b04285e7ed51 req-dcc577fb-5180-474d-889b-82f7ba07d7b1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437713
Apr 17 04:15:50.301161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22229a-c415-4301-853c-9bfaff9008cd req-0b11bb37-b177-41da-be2b-d2296f4ddd01 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:50.302738 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ad22229a-c415-4301-853c-9bfaff9008cd req-0b11bb37-b177-41da-be2b-d2296f4ddd01 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0947716
Apr 17 04:15:50.350221 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ad22229a-c415-4301-853c-9bfaff9008cd req-1d01912f-3254-481e-a299-062fa11beee3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409839
Apr 17 04:15:50.785853 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181095-c646-41af-85fa-f586c0f2ce5b req-be169949-5d4a-4605-9904-bdf03a9bf17e tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:50.787380 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-94181095-c646-41af-85fa-f586c0f2ce5b req-be169949-5d4a-4605-9904-bdf03a9bf17e tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.1554065
Apr 17 04:15:50.814282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5bda-4da8-4a0d-aba9-ef636986b08b req-fa534898-66bc-4d04-9161-ec7abdb2d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:50.815826 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b73e5bda-4da8-4a0d-aba9-ef636986b08b req-fa534898-66bc-4d04-9161-ec7abdb2d3e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=233c3fb707444a948572fd55a821fa67&device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 1098 time: 0.1250250
Apr 17 04:15:50.923469 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-94181095-c646-41af-85fa-f586c0f2ce5b req-cd64fedb-a497-45fe-b27a-dfd45e2769d5 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288342
Apr 17 04:15:50.981608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5bda-4da8-4a0d-aba9-ef636986b08b req-6c9079a2-b892-492f-87ea-c8af46a70429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:50.983221 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b73e5bda-4da8-4a0d-aba9-ef636986b08b req-6c9079a2-b892-492f-87ea-c8af46a70429 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 200  len: 911 time: 0.1609569
Apr 17 04:15:51.097587 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b73e5bda-4da8-4a0d-aba9-ef636986b08b req-9c17717c-cc1d-43d7-a0ad-ab5fc5d9678a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b35e0a35-7876-45d8-9f5d-8991b71ce057 HTTP/1.1" status: 200  len: 1000 time: 0.1072032
Apr 17 04:15:51.173041 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5bda-4da8-4a0d-aba9-ef636986b08b req-cffcf9cb-7d28-476d-9bcb-9f19ff2c1625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:51.174593 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b73e5bda-4da8-4a0d-aba9-ef636986b08b req-cffcf9cb-7d28-476d-9bcb-9f19ff2c1625 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e HTTP/1.1" status: 200  len: 849 time: 0.0705647
Apr 17 04:15:51.266401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5bda-4da8-4a0d-aba9-ef636986b08b req-6482d92c-2aee-461f-ab5a-72f9c3209279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:51.268086 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b73e5bda-4da8-4a0d-aba9-ef636986b08b req-6482d92c-2aee-461f-ab5a-72f9c3209279 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868828
Apr 17 04:15:51.413910 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b73e5bda-4da8-4a0d-aba9-ef636986b08b req-46dc3c53-f7fd-49f8-8582-f98d5e681787 service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390212
Apr 17 04:15:51.559997 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b73e5bda-4da8-4a0d-aba9-ef636986b08b req-88e04fbb-acfd-476f-bd5a-5a9a9194d4da service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397595
Apr 17 04:15:52.151734 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6845cc-a9df-44a2-84aa-73336dde15a2 req-4c8281dd-58b9-4139-b2c1-0d0e8c64a8ca tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:52.153462 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2b6845cc-a9df-44a2-84aa-73336dde15a2 req-4c8281dd-58b9-4139-b2c1-0d0e8c64a8ca tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0912988
Apr 17 04:15:52.208391 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2b6845cc-a9df-44a2-84aa-73336dde15a2 req-f7de8514-f223-43fe-b8ea-783b1cba4fe1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474389
Apr 17 04:15:53.419082 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a986c-2f07-475c-9c56-72ea59bab64e req-43c69b98-884a-4e3f-8b8f-c72e09cc9285 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:15:53.420596 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da8a986c-2f07-475c-9c56-72ea59bab64e req-43c69b98-884a-4e3f-8b8f-c72e09cc9285 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0962839
Apr 17 04:15:53.468342 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-da8a986c-2f07-475c-9c56-72ea59bab64e req-8d550c97-4b67-479c-9b2c-301c7b183a4b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412562
Apr 17 04:15:56.441740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:16:07.856967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-2b1ec838-3074-4cdd-99a3-b963439daa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:09.251630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:10.267851 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-30fe111d-ca1d-4701-9d52-e5f0f3bbbae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:11.153265 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:11.450744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:12.893556 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:13.116595 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-b1cf6350-aea9-43be-b579-7efc0630ee42 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1353750
Apr 17 04:16:13.229451 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-83407339-0a99-4593-aba3-dc71e0b95a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:13.231151 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-83407339-0a99-4593-aba3-dc71e0b95a8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 1098 time: 0.0867577
Apr 17 04:16:13.389614 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-668f8e5c-7564-4bbf-ad73-8e71c9113b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:13.391131 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-668f8e5c-7564-4bbf-ad73-8e71c9113b52 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 913 time: 0.1392419
Apr 17 04:16:13.501034 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-7dd4b34b-5f3e-423e-a2c4-78858cfa606a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 HTTP/1.1" status: 200  len: 1001 time: 0.1030962
Apr 17 04:16:13.571106 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-6f7f57d0-cd81-4b92-9180-eb16076ad839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:13.572617 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-6f7f57d0-cd81-4b92-9180-eb16076ad839 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.0648072
Apr 17 04:16:13.663297 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-e46857d9-08c3-4a47-a09b-f3cfa05400b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:13.664760 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-e46857d9-08c3-4a47-a09b-f3cfa05400b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846069
Apr 17 04:16:13.676792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-e24820c1-d39e-43ad-8f77-ae9ac5d713c4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 17 04:16:13.677981 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-e24820c1-d39e-43ad-8f77-ae9ac5d713c4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055835
Apr 17 04:16:13.831060 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-201e3614-0da7-46f3-99b8-6df6789f8c20 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458914
Apr 17 04:16:13.976736 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f9af360b-615d-492e-96e1-e6e024a6d007 req-e9ef2085-9c47-4cae-8863-dc34042154ae service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385641
Apr 17 04:16:15.038348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49546) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:15.263802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Deleting port f71aa5b5-94c8-4d2d-bab5-7d31229628ab {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:15.264189 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:15.449348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:15.449690 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:15.578007 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Calling delete_port for f71aa5b5-94c8-4d2d-bab5-7d31229628ab owned by network:floatingip {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:15.745767 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:15.752553 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-51f4ca79-8a2c-4477-af6e-c3f9c475f14d tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:15.825334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event deleted for resources: {'Port': ['ID=f71aa5b5-94c8-4d2d-bab5-7d31229628ab,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:15.872292 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.872708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.873123 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.873531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.873930 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.874330 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.874716 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.875164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.875559 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.876011 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.876409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.876802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:15.882460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:15.911846 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:15.912219 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Floating IP 69f39fd0-95de-42d5-a243-56848f4c2fa9 disassociated (deleted). External IP: 172.27.0.112, port: 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0.
Apr 17 04:16:16.533062 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Router 2a9593c8-9a36-4236-be69-5eeeb5113723 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:16:16.740194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:16:16.750262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec18943-7f1b-40ca-b407-39dd993ee178 None None] Sync routers for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:16:16.759937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:16.761298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec18943-7f1b-40ca-b407-39dd993ee178 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:16:16.761972 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-4ec18943-7f1b-40ca-b407-39dd993ee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9de29e8>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:16:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:16.819382 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "DELETE /v2.0/floatingips/69f39fd0-95de-42d5-a243-56848f4c2fa9 HTTP/1.1" status: 204  len: 168 time: 1.7788105
Apr 17 04:16:16.820275 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'tag': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:16:16.869862 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'tag': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0', 'status': 'completed', 'code': 200}
Apr 17 04:16:16.951288 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-4ec18943-7f1b-40ca-b407-39dd993ee178 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:16:16.976879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c68cc-f909-42b4-b7b1-1ad2bb8b0dff req-6fe8c7c7-f48a-49c8-afc3-a8c480d363e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:16.978532 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ad6c68cc-f909-42b4-b7b1-1ad2bb8b0dff req-6fe8c7c7-f48a-49c8-afc3-a8c480d363e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 1098 time: 0.0849831
Apr 17 04:16:17.129253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c68cc-f909-42b4-b7b1-1ad2bb8b0dff req-95f6140c-9d4c-44f5-924d-c4c908d4f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:17.131226 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ad6c68cc-f909-42b4-b7b1-1ad2bb8b0dff req-95f6140c-9d4c-44f5-924d-c4c908d4f141 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 913 time: 0.1461318
Apr 17 04:16:17.211269 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ad6c68cc-f909-42b4-b7b1-1ad2bb8b0dff req-2c0f9bff-cd65-460c-870b-3a97f9a931e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 HTTP/1.1" status: 200  len: 217 time: 0.0712090
Apr 17 04:16:17.336844 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c68cc-f909-42b4-b7b1-1ad2bb8b0dff req-db9c4d8a-18cf-4a87-863a-eaf2d1fff025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:17.337133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-4ec18943-7f1b-40ca-b407-39dd993ee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9de29e8>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '08d88aba-6437-4878-b7ee-aa0cae5f7167', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:62:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:43Z', 'updated_at': '2021-04-17T04:12:46Z', 'revision_number': 1, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:17.338434 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ad6c68cc-f909-42b4-b7b1-1ad2bb8b0dff req-db9c4d8a-18cf-4a87-863a-eaf2d1fff025 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.1187913
Apr 17 04:16:17.341840 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec18943-7f1b-40ca-b407-39dd993ee178 None None] Checking router: 2a9593c8-9a36-4236-be69-5eeeb5113723 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:16:17.351487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec18943-7f1b-40ca-b407-39dd993ee178 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:16:17.352207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-4ec18943-7f1b-40ca-b407-39dd993ee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9de29e8>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:16:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:17.423234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b676628-9901-4cb8-9af8-51542722f8bd req-1e5e50d6-9e74-4fc1-999b-593c1d456430 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:17.423999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-2b676628-9901-4cb8-9af8-51542722f8bd req-1e5e50d6-9e74-4fc1-999b-593c1d456430 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Synchronizing usage tracker for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:16:17.459110 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-2b676628-9901-4cb8-9af8-51542722f8bd req-1e5e50d6-9e74-4fc1-999b-593c1d456430 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Unset dirty status for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:16:17.460355 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2b676628-9901-4cb8-9af8-51542722f8bd req-1e5e50d6-9e74-4fc1-999b-593c1d456430 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 945 time: 0.2688606
Apr 17 04:16:17.462612 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c68cc-f909-42b4-b7b1-1ad2bb8b0dff req-58258efc-27c1-4357-a3e3-e6525bb58f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:17.464139 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ad6c68cc-f909-42b4-b7b1-1ad2bb8b0dff req-58258efc-27c1-4357-a3e3-e6525bb58f15 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1149230
Apr 17 04:16:17.542338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-4ec18943-7f1b-40ca-b407-39dd993ee178 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:16:17.589980 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2b676628-9901-4cb8-9af8-51542722f8bd req-8634a92c-1901-4b55-88fa-fb07e5d955df tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1222308
Apr 17 04:16:17.642286 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ad6c68cc-f909-42b4-b7b1-1ad2bb8b0dff req-b6b4de34-4b63-4103-8bae-beaae4556c0e service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1585174
Apr 17 04:16:17.788449 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ad6c68cc-f909-42b4-b7b1-1ad2bb8b0dff req-cf0afd14-c835-451b-aa0a-2c70359c8d34 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373663
Apr 17 04:16:17.907184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-4ec18943-7f1b-40ca-b407-39dd993ee178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9de29e8>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '08d88aba-6437-4878-b7ee-aa0cae5f7167', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:62:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:43Z', 'updated_at': '2021-04-17T04:12:46Z', 'revision_number': 1, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:17.911419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec18943-7f1b-40ca-b407-39dd993ee178 None None] The sync data for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi is: [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '08d88aba-6437-4878-b7ee-aa0cae5f7167', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'port_id': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'mac_address': 'fa:16:3e:62:5a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:12:43Z', 'updated_at': '2021-04-17T04:12:46Z', 'revision_number': 1, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:16:18.344005 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc78c80-bbbe-4b55-b1b2-09b7d2d537f6 None None] New status for floating IP 69f39fd0-95de-42d5-a243-56848f4c2fa9: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:16:18.872417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcdf9c-7dc2-4451-8023-016de234807b req-2cf16e28-cfe3-43f0-87be-f96a3b973968 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:18.873929 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-79dcdf9c-7dc2-4451-8023-016de234807b req-2cf16e28-cfe3-43f0-87be-f96a3b973968 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 945 time: 0.1592505
Apr 17 04:16:18.885012 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef79b11-6319-4c64-b21b-169f5218a7f2 req-36ff0165-959d-42d8-8e3d-f54bc67e9914 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:18.886477 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7ef79b11-6319-4c64-b21b-169f5218a7f2 req-36ff0165-959d-42d8-8e3d-f54bc67e9914 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 945 time: 0.1798656
Apr 17 04:16:18.988149 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-79dcdf9c-7dc2-4451-8023-016de234807b req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Deleting port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:18.988494 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-79dcdf9c-7dc2-4451-8023-016de234807b req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:19.025371 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7ef79b11-6319-4c64-b21b-169f5218a7f2 req-87f303c5-33e9-4ce7-9a52-035a36e2cef3 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1067836
Apr 17 04:16:19.260686 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-79dcdf9c-7dc2-4451-8023-016de234807b req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] For port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:16:19.261084 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-79dcdf9c-7dc2-4451-8023-016de234807b req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:19.389949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-79dcdf9c-7dc2-4451-8023-016de234807b req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Calling delete_port for 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:19.539293 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-79dcdf9c-7dc2-4451-8023-016de234807b req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:19.545389 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-391ba580-c4d0-4542-96b2-cc9cb83943b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:19.596584 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event deleted for resources: {'Port': ['ID=72b8c9e6-8547-4b31-bb7f-17fe01ded3d0,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:19.599955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:19.675108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-79dcdf9c-7dc2-4451-8023-016de234807b req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] No DVR routers for this DVR port 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:16:19.677800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-79dcdf9c-7dc2-4451-8023-016de234807b req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:19.680659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'name': 'network-vif-deleted', 'tag': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:16:19.696402 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-79dcdf9c-7dc2-4451-8023-016de234807b req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "DELETE /v2.0/ports/72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 HTTP/1.1" status: 204  len: 173 time: 0.8082571
Apr 17 04:16:19.731019 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e87db8-47ba-45c2-ab59-0ac901527ee0', 'name': 'network-vif-deleted', 'tag': '72b8c9e6-8547-4b31-bb7f-17fe01ded3d0', 'status': 'completed', 'code': 200}
Apr 17 04:16:20.202792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-0f252e38-4a3d-4513-88f6-4be800a2d19f req-948c5474-1322-4f2c-93c8-bc70051fac24 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Synchronizing usage tracker for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:16:20.219971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-0f252e38-4a3d-4513-88f6-4be800a2d19f req-948c5474-1322-4f2c-93c8-bc70051fac24 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Unset dirty status for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:16:20.221218 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-0f252e38-4a3d-4513-88f6-4be800a2d19f req-948c5474-1322-4f2c-93c8-bc70051fac24 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e87db8-47ba-45c2-ab59-0ac901527ee0 HTTP/1.1" status: 200  len: 210 time: 0.0740485
Apr 17 04:16:22.286487 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:16:22.328758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:16:22.329145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 72b8c9e6-8547-4b31-bb7f-17fe01ded3d0 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:16:23.783303 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49582) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:24.002815 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Deleting port 8bd3b0aa-3484-4842-b5f4-289b60a9993e {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:24.003069 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:24.188355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:24.188706 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:24.318715 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Calling delete_port for 8bd3b0aa-3484-4842-b5f4-289b60a9993e owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:24.495610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:24.500542 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c920a8df-ed7f-4073-a665-f696d7894832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:24.551829 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event deleted for resources: {'Port': ['ID=8bd3b0aa-3484-4842-b5f4-289b60a9993e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:24.622967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.623311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.623735 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.624132 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.624536 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.624935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.625335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.625730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.626128 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.626523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.626942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.627316 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:16:24.634921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:24.657431 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:24.657837 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Floating IP 08d88aba-6437-4878-b7ee-aa0cae5f7167 disassociated (deleted). External IP: 172.27.0.125, port: 147f33d5-d1b0-4a2e-b37f-ea92494fc665.
Apr 17 04:16:25.035521 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Router 2a9593c8-9a36-4236-be69-5eeeb5113723 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:16:25.233244 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:16:25.243314 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cafb3d-12f2-4e9c-82f1-790630aafcd1 None None] Sync routers for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:16:25.253531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cafb3d-12f2-4e9c-82f1-790630aafcd1 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:16:25.254207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c8cafb3d-12f2-4e9c-82f1-790630aafcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9db3c50>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:16:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:25.256319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:25.323664 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5b881609-ce1d-4bc9-8dbe-0ec5ee2b0a16 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "DELETE /v2.0/floatingips/08d88aba-6437-4878-b7ee-aa0cae5f7167 HTTP/1.1" status: 204  len: 168 time: 1.5391476
Apr 17 04:16:25.324366 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'tag': '147f33d5-d1b0-4a2e-b37f-ea92494fc665'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:16:25.386045 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'tag': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'status': 'completed', 'code': 200}
Apr 17 04:16:25.507284 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd93fa-815c-4377-b3eb-a7896c5d6e88 req-e11b43a5-6fbb-4f93-9701-58f1a1cb60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:25.509682 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8cbd93fa-815c-4377-b3eb-a7896c5d6e88 req-e11b43a5-6fbb-4f93-9701-58f1a1cb60bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=158c2a61ba42425591ac468ca75f2f3b&device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 1099 time: 0.0977921
Apr 17 04:16:25.618822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-c8cafb3d-12f2-4e9c-82f1-790630aafcd1 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:16:25.743148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd93fa-815c-4377-b3eb-a7896c5d6e88 req-17eaba78-f53d-4c04-b091-019ab17af23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:25.745336 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8cbd93fa-815c-4377-b3eb-a7896c5d6e88 req-17eaba78-f53d-4c04-b091-019ab17af23a service neutron] 10.222.0.43 "GET /v2.0/networks?id=2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 200  len: 913 time: 0.2275167
Apr 17 04:16:26.132649 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8cbd93fa-815c-4377-b3eb-a7896c5d6e88 req-c291def8-e32d-4a15-b2c4-d7fe4e44c934 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=147f33d5-d1b0-4a2e-b37f-ea92494fc665 HTTP/1.1" status: 200  len: 217 time: 0.3774955
Apr 17 04:16:26.135386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c8cafb3d-12f2-4e9c-82f1-790630aafcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9db3c50>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:26.143083 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cafb3d-12f2-4e9c-82f1-790630aafcd1 None None] Checking router: 2a9593c8-9a36-4236-be69-5eeeb5113723 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:16:26.166664 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cafb3d-12f2-4e9c-82f1-790630aafcd1 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:16:26.167375 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c8cafb3d-12f2-4e9c-82f1-790630aafcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9db3c50>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:16:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:26.221043 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3129c-70f4-49f8-b6f0-280ae41905f0 req-c20842be-082c-4bbc-8665-806df82b4bcb tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:26.223335 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-47e3129c-70f4-49f8-b6f0-280ae41905f0 req-c20842be-082c-4bbc-8665-806df82b4bcb tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 946 time: 0.5390387
Apr 17 04:16:26.230447 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd93fa-815c-4377-b3eb-a7896c5d6e88 req-b803744e-4448-48a1-ad6c-f2629848dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:26.232001 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8cbd93fa-815c-4377-b3eb-a7896c5d6e88 req-b803744e-4448-48a1-ad6c-f2629848dfc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 200  len: 851 time: 0.0904253
Apr 17 04:16:26.325264 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-47e3129c-70f4-49f8-b6f0-280ae41905f0 req-452f0229-6d5d-4e4c-be68-319c8261a741 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0922403
Apr 17 04:16:26.352349 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd93fa-815c-4377-b3eb-a7896c5d6e88 req-63caa2f6-180a-4ac6-8b43-26e4e1d18906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:26.353950 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8cbd93fa-815c-4377-b3eb-a7896c5d6e88 req-63caa2f6-180a-4ac6-8b43-26e4e1d18906 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2b408745-a6b5-4637-8637-e92d07e76273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1062450
Apr 17 04:16:26.396659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-c8cafb3d-12f2-4e9c-82f1-790630aafcd1 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:16:26.513324 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8cbd93fa-815c-4377-b3eb-a7896c5d6e88 req-c35450fc-07e8-4e54-96b0-14b26802e520 service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497309
Apr 17 04:16:26.666894 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-8cbd93fa-815c-4377-b3eb-a7896c5d6e88 req-a9d03d4c-355e-4f75-9235-70160bae2f9d service neutron] 10.222.0.43 "GET /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423607
Apr 17 04:16:26.756370 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-c8cafb3d-12f2-4e9c-82f1-790630aafcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9db3c50>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:26.760966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cafb3d-12f2-4e9c-82f1-790630aafcd1 None None] The sync data for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi is: [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:08:25Z', 'revision_number': 4, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': '040db8b6-ab86-4320-8571-23ac6f6e818a', 'name': '', 'network_id': '2b408745-a6b5-4637-8637-e92d07e76273', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'mac_address': 'fa:16:3e:d6:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:23Z', 'updated_at': '2021-04-17T04:08:38Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'subnets': [{'id': '3f338970-0c0a-465d-ab81-bec9a646a2b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:16:27.142737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbd9bed-ebed-4e35-9154-b25c9a9a7540 None None] New status for floating IP 08d88aba-6437-4878-b7ee-aa0cae5f7167: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:16:27.223859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0264d-b571-48d0-9f2c-b8f28f52d91b req-9e8aea7d-b9fb-4093-bbc6-a86699f5b2e5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:27.225434 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-80e0264d-b571-48d0-9f2c-b8f28f52d91b req-9e8aea7d-b9fb-4093-bbc6-a86699f5b2e5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 946 time: 0.0931544
Apr 17 04:16:27.308330 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-80e0264d-b571-48d0-9f2c-b8f28f52d91b req-b144b0b3-44fc-40ab-b1f6-61ef8b230b48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Deleting port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:27.308703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-80e0264d-b571-48d0-9f2c-b8f28f52d91b req-b144b0b3-44fc-40ab-b1f6-61ef8b230b48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:27.632885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-80e0264d-b571-48d0-9f2c-b8f28f52d91b req-b144b0b3-44fc-40ab-b1f6-61ef8b230b48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] For port 147f33d5-d1b0-4a2e-b37f-ea92494fc665, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=147f33d5-d1b0-4a2e-b37f-ea92494fc665,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:16:27.633285 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-80e0264d-b571-48d0-9f2c-b8f28f52d91b req-b144b0b3-44fc-40ab-b1f6-61ef8b230b48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:27.770021 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b34b-a5ad-44f2-a669-194783334491 req-d2ae28cf-9f14-42fa-aee3-2697e1a37f9d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:27.771667 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7c89b34b-a5ad-44f2-a669-194783334491 req-d2ae28cf-9f14-42fa-aee3-2697e1a37f9d tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 946 time: 0.3158014
Apr 17 04:16:27.779332 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-80e0264d-b571-48d0-9f2c-b8f28f52d91b req-b144b0b3-44fc-40ab-b1f6-61ef8b230b48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Calling delete_port for 147f33d5-d1b0-4a2e-b37f-ea92494fc665 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:27.892677 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7c89b34b-a5ad-44f2-a669-194783334491 req-a58a1f99-a53f-445d-864f-c1b58e3f3d9f tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c9ba657-5fbf-4af9-a7d7-8b55832771c6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810573
Apr 17 04:16:28.027426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-80e0264d-b571-48d0-9f2c-b8f28f52d91b req-b144b0b3-44fc-40ab-b1f6-61ef8b230b48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:28.034321 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1076f251-d469-4898-84de-6ec8cd187a7c tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:28.113442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144b0b3-44fc-40ab-b1f6-61ef8b230b48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event deleted for resources: {'Port': ['ID=147f33d5-d1b0-4a2e-b37f-ea92494fc665,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:28.127371 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b144b0b3-44fc-40ab-b1f6-61ef8b230b48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:28.171028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e0264d-b571-48d0-9f2c-b8f28f52d91b req-b144b0b3-44fc-40ab-b1f6-61ef8b230b48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] No DVR routers for this DVR port 147f33d5-d1b0-4a2e-b37f-ea92494fc665 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:16:28.181036 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60194b0f-812a-4d2a-98b2-d48d46d04fa3 req-37fed0d7-f0ef-4573-953b-8073e449a392 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:28.182702 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60194b0f-812a-4d2a-98b2-d48d46d04fa3 req-37fed0d7-f0ef-4573-953b-8073e449a392 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.2481833
Apr 17 04:16:28.183774 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-80e0264d-b571-48d0-9f2c-b8f28f52d91b req-b144b0b3-44fc-40ab-b1f6-61ef8b230b48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:28.186738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'name': 'network-vif-deleted', 'tag': '147f33d5-d1b0-4a2e-b37f-ea92494fc665'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:16:28.218422 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-80e0264d-b571-48d0-9f2c-b8f28f52d91b req-b144b0b3-44fc-40ab-b1f6-61ef8b230b48 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.43 "DELETE /v2.0/ports/147f33d5-d1b0-4a2e-b37f-ea92494fc665 HTTP/1.1" status: 204  len: 173 time: 0.9867301
Apr 17 04:16:28.244440 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-60194b0f-812a-4d2a-98b2-d48d46d04fa3 req-b807de88-73c3-4af6-b941-35d06c1b662c tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523758
Apr 17 04:16:28.299774 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704b918-2a3b-41a4-91ae-de0ced22fea0', 'name': 'network-vif-deleted', 'tag': '147f33d5-d1b0-4a2e-b37f-ea92494fc665', 'status': 'completed', 'code': 200}
Apr 17 04:16:29.084935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-f1301664-3f83-4755-a8d7-4306c5641869 req-d9919abf-16a8-4e81-a4f7-98d3f2c8f1b8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Synchronizing usage tracker for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:16:29.100251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-f1301664-3f83-4755-a8d7-4306c5641869 req-d9919abf-16a8-4e81-a4f7-98d3f2c8f1b8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Unset dirty status for tenant:158c2a61ba42425591ac468ca75f2f3b on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:16:29.101562 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f1301664-3f83-4755-a8d7-4306c5641869 req-d9919abf-16a8-4e81-a4f7-98d3f2c8f1b8 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704b918-2a3b-41a4-91ae-de0ced22fea0 HTTP/1.1" status: 200  len: 210 time: 0.0687687
Apr 17 04:16:29.461165 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23cc53-db09-4163-891c-2b3a871fe0f3 req-0b314718-8df6-4c0f-b409-835542a5cd5f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:29.462803 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bf23cc53-db09-4163-891c-2b3a871fe0f3 req-0b314718-8df6-4c0f-b409-835542a5cd5f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0952477
Apr 17 04:16:29.511550 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bf23cc53-db09-4163-891c-2b3a871fe0f3 req-55dbfa62-8e12-404b-a3b2-6290cd3a3099 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421784
Apr 17 04:16:30.207954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49620) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:30.355773 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 147f33d5-d1b0-4a2e-b37f-ea92494fc665 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:16:30.401792 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 147f33d5-d1b0-4a2e-b37f-ea92494fc665 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:16:30.402221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 147f33d5-d1b0-4a2e-b37f-ea92494fc665 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:16:30.629880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-3b0502cd-2f9c-4b75-853b-5f322f23ffb5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Deleting port 08f5de5b-68bf-4264-a439-a4bc9e567814 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:30.630473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b0502cd-2f9c-4b75-853b-5f322f23ffb5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:30.725793 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4b012-0677-4895-b9e4-0e33584405ee req-e7820c37-6ecf-4ff2-9491-9f58fb514d1c tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:30.727491 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2ad4b012-0677-4895-b9e4-0e33584405ee req-e7820c37-6ecf-4ff2-9491-9f58fb514d1c tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0977166
Apr 17 04:16:30.779941 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2ad4b012-0677-4895-b9e4-0e33584405ee req-7a312883-a5e9-4cde-b1bc-ebd169fdd002 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453839
Apr 17 04:16:30.816636 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b0502cd-2f9c-4b75-853b-5f322f23ffb5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:30.817004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b0502cd-2f9c-4b75-853b-5f322f23ffb5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:30.946634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-3b0502cd-2f9c-4b75-853b-5f322f23ffb5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Calling delete_port for 08f5de5b-68bf-4264-a439-a4bc9e567814 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:31.103642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b0502cd-2f9c-4b75-853b-5f322f23ffb5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:31.107395 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c30adcc1-7796-402c-ae35-dd84915d625a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:31.153806 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0502cd-2f9c-4b75-853b-5f322f23ffb5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event deleted for resources: {'Port': ['ID=08f5de5b-68bf-4264-a439-a4bc9e567814,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:31.156506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3b0502cd-2f9c-4b75-853b-5f322f23ffb5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:31.255765 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b0502cd-2f9c-4b75-853b-5f322f23ffb5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:31.275984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3b0502cd-2f9c-4b75-853b-5f322f23ffb5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:31.277241 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-3b0502cd-2f9c-4b75-853b-5f322f23ffb5 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "DELETE /v2.0/floatingips/0bc83967-5e44-42e4-b85d-33afe1d998cf HTTP/1.1" status: 204  len: 168 time: 1.0681176
Apr 17 04:16:31.984151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9d3f6-8b1d-4aed-8c0a-534b1a607d53 req-faef39f4-b9d9-46f6-bc40-b612a601d6e5 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:31.985730 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f6e9d3f6-8b1d-4aed-8c0a-534b1a607d53 req-faef39f4-b9d9-46f6-bc40-b612a601d6e5 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0937879
Apr 17 04:16:32.034167 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f6e9d3f6-8b1d-4aed-8c0a-534b1a607d53 req-56636ede-ab75-4fa8-8219-f3a958776ee3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406101
Apr 17 04:16:32.715135 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49638) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:32.790152 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ec288e90-742f-4cce-a0ea-41de026039b9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:32.822654 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ec288e90-742f-4cce-a0ea-41de026039b9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:32.879773 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ec288e90-742f-4cce-a0ea-41de026039b9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:32.885281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a2f3506e-c3e5-4419-aa53-4a505ddc00c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:32.901271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec288e90-742f-4cce-a0ea-41de026039b9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ba657-5fbf-4af9-a7d7-8b55832771c6,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:32.904004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ec288e90-742f-4cce-a0ea-41de026039b9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:32.910728 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ec288e90-742f-4cce-a0ea-41de026039b9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:32.912972 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ec288e90-742f-4cce-a0ea-41de026039b9 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] 10.222.0.36 "DELETE /v2.0/security-groups/8c9ba657-5fbf-4af9-a7d7-8b55832771c6 HTTP/1.1" status: 204  len: 168 time: 0.1966853
Apr 17 04:16:32.967984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49644) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:33.246166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de7000-cdb6-4d7b-8cd5-eae94d680388 req-f2ecd236-d230-4561-85c3-3927fe93e4c9 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:33.247781 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f8de7000-cdb6-4d7b-8cd5-eae94d680388 req-f2ecd236-d230-4561-85c3-3927fe93e4c9 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0920968
Apr 17 04:16:33.296348 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f8de7000-cdb6-4d7b-8cd5-eae94d680388 req-ed22fcd3-f5a5-4250-82b1-7e44b6110214 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418394
Apr 17 04:16:33.441281 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:16:33.608959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394646'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:34.000687 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] Deleting port 040db8b6-ab86-4320-8571-23ac6f6e818a {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:34.000925 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:34.185175 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] For port 040db8b6-ab86-4320-8571-23ac6f6e818a, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=040db8b6-ab86-4320-8571-23ac6f6e818a,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:16:34.185576 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:34.314779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] Calling delete_port for 040db8b6-ab86-4320-8571-23ac6f6e818a owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:34.494848 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:34.499686 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-61b9d0cb-ce61-4fb5-a216-7d35bd6e891e tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:34.506794 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3024d-8fc3-4a8e-aaba-194cdb44c78b req-9a5ef111-139e-4c77-9c60-c8120837f93a tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:34.508385 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bca3024d-8fc3-4a8e-aaba-194cdb44c78b req-9a5ef111-139e-4c77-9c60-c8120837f93a tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0924113
Apr 17 04:16:34.550359 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=040db8b6-ab86-4320-8571-23ac6f6e818a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:34.558042 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bca3024d-8fc3-4a8e-aaba-194cdb44c78b req-fccb3ab7-f271-44cf-a16d-e2faa04ceeac tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425887
Apr 17 04:16:34.579514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:34.833966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394728'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:35.479015 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] Router 2a9593c8-9a36-4236-be69-5eeeb5113723 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:16:35.671983 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:16:35.682750 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0897a673-3201-4a44-aaff-ed4469777a52 None None] Sync routers for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:16:35.688382 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7565e206-e4d8-47c4-a594-684d00351be6 admin admin] 10.222.0.36 "PUT /v2.0/routers/2a9593c8-9a36-4236-be69-5eeeb5113723/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7167966
Apr 17 04:16:35.688675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49656) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:35.694826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0897a673-3201-4a44-aaff-ed4469777a52 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:16:35.695515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0897a673-3201-4a44-aaff-ed4469777a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febcac695c0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:16:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:35.762115 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5fdd2-c6d9-48ed-9775-66456e0cba8c req-068ecbee-7c7e-4809-b6f5-9e1ba1ac3bf9 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:35.763696 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-78c5fdd2-c6d9-48ed-9775-66456e0cba8c req-068ecbee-7c7e-4809-b6f5-9e1ba1ac3bf9 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0893195
Apr 17 04:16:35.813212 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-78c5fdd2-c6d9-48ed-9775-66456e0cba8c req-bd1318be-c9b8-4f7d-aadc-094bbfe11cd8 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421045
Apr 17 04:16:35.875460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:35.888852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-0897a673-3201-4a44-aaff-ed4469777a52 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:16:36.067086 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:36.077158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Deleting port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:36.077543 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:36.187702 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0897a673-3201-4a44-aaff-ed4469777a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febcac695c0>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:16:34Z', 'revision_number': 5, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port': {'id': 'b23e7eb4-fc6d-4c03-b6d7-66750b9503c1', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:78:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:16Z', 'updated_at': '2021-04-17T04:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:36.191904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0897a673-3201-4a44-aaff-ed4469777a52 None None] Checking router: 2a9593c8-9a36-4236-be69-5eeeb5113723 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:16:36.201526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0897a673-3201-4a44-aaff-ed4469777a52 None None] Routers {'2a9593c8-9a36-4236-be69-5eeeb5113723'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:16:36.202168 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0897a673-3201-4a44-aaff-ed4469777a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febcac695c0>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:16:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['2a9593c8-9a36-4236-be69-5eeeb5113723'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:36.264163 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] For port b23e7eb4-fc6d-4c03-b6d7-66750b9503c1, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=b23e7eb4-fc6d-4c03-b6d7-66750b9503c1,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:16:36.264573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:36.357603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-0897a673-3201-4a44-aaff-ed4469777a52 None None] Set router 2a9593c8-9a36-4236-be69-5eeeb5113723 gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:16:36.397763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Calling delete_port for b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:36.471836 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-0897a673-3201-4a44-aaff-ed4469777a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febcac695c0>, [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:16:36Z', 'revision_number': 6, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port_host': None}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:36.476386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0897a673-3201-4a44-aaff-ed4469777a52 None None] The sync data for ids ['2a9593c8-9a36-4236-be69-5eeeb5113723'] in dv-cinder-786054-2-iscsi is: [{'id': '2a9593c8-9a36-4236-be69-5eeeb5113723', 'name': 'tempest-TestVolumeBootPattern-1082274127-router', 'tenant_id': '158c2a61ba42425591ac468ca75f2f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:13Z', 'updated_at': '2021-04-17T04:16:36Z', 'revision_number': 6, 'project_id': '158c2a61ba42425591ac468ca75f2f3b', 'gw_port_host': None}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:16:36.580090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:36.585202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0cf119cc-a314-4d91-9720-e4bba2183971 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:36.634755 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Pushing event deleted for resources: {'Port': ['ID=b23e7eb4-fc6d-4c03-b6d7-66750b9503c1,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:36.662402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:36.730031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355863'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:36.915603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854374859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771724'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:36.917954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:36.944348 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395633'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:36.944942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a9593c8-9a36-4236-be69-5eeeb5113723 {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 17 04:16:36.958451 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:36.959697 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-17954941-59b7-4cba-86e9-db900488819c admin admin] 10.222.0.36 "DELETE /v2.0/routers/2a9593c8-9a36-4236-be69-5eeeb5113723 HTTP/1.1" status: 204  len: 168 time: 1.2700191
Apr 17 04:16:36.962498 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49662) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:37.025612 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e730c6-73d2-4a4f-9cf1-f8e51ebde386 req-9b1f0ba0-e0c2-47c8-9a50-eba8331a98ac tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:37.027227 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-12e730c6-73d2-4a4f-9cf1-f8e51ebde386 req-9b1f0ba0-e0c2-47c8-9a50-eba8331a98ac tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0951440
Apr 17 04:16:37.030465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab17874-a9bd-4989-ad30-bd843f95b872 admin admin] Deleting subnet 3f338970-0c0a-465d-ab81-bec9a646a2b7 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:16:37.033674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bab17874-a9bd-4989-ad30-bd843f95b872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:37.079840 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-12e730c6-73d2-4a4f-9cf1-f8e51ebde386 req-635b3205-dacd-4dbf-a73b-a8c0c73ad8a0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457165
Apr 17 04:16:37.095998 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bab17874-a9bd-4989-ad30-bd843f95b872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2449534'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:37.181905 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bab17874-a9bd-4989-ad30-bd843f95b872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:37.286307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 040db8b6-ab86-4320-8571-23ac6f6e818a no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:16:37.323526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 040db8b6-ab86-4320-8571-23ac6f6e818a {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:16:37.323916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 040db8b6-ab86-4320-8571-23ac6f6e818a not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:16:37.324390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:16:37.359490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:16:37.359880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device b23e7eb4-fc6d-4c03-b6d7-66750b9503c1 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:16:37.448271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bab17874-a9bd-4989-ad30-bd843f95b872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262441'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:37.452896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a43c8c55-7c41-44bf-bfe7-a825878c30ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:37.493435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab17874-a9bd-4989-ad30-bd843f95b872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f338970-0c0a-465d-ab81-bec9a646a2b7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:37.495571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-bab17874-a9bd-4989-ad30-bd843f95b872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:37.498210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-bab17874-a9bd-4989-ad30-bd843f95b872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:37.499576 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c608ddc-9edc-435e-9375-549d9bd69d86 None None] Network 2b408745-a6b5-4637-8637-e92d07e76273 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:16:37.502725 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-bab17874-a9bd-4989-ad30-bd843f95b872 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f338970-0c0a-465d-ab81-bec9a646a2b7 HTTP/1.1" status: 204  len: 168 time: 0.5391452
Apr 17 04:16:37.505644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49666) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:37.619695 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:37.631289 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Deleting port 2a380ffa-a2c1-48df-ac83-e83b4e717921 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:37.631657 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:37.754676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35655d37-1669-4bd9-bb4a-ae288d20ff05 None None] DHCP port deletion for 2b408745-a6b5-4637-8637-e92d07e76273 request from dv-cinder-786054-2-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 17 04:16:37.759819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-35655d37-1669-4bd9-bb4a-ae288d20ff05 None None] Deleting port 2a380ffa-a2c1-48df-ac83-e83b4e717921 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:37.760332 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35655d37-1669-4bd9-bb4a-ae288d20ff05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:37.852309 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] For port 2a380ffa-a2c1-48df-ac83-e83b4e717921, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=2a380ffa-a2c1-48df-ac83-e83b4e717921,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:16:37.852704 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:37.879974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7feaeb2c-75d3-4914-9da2-41620bbb5ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:37.983879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Calling delete_port for 2a380ffa-a2c1-48df-ac83-e83b4e717921 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:37.987616 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-35655d37-1669-4bd9-bb4a-ae288d20ff05 None None] For port 2a380ffa-a2c1-48df-ac83-e83b4e717921, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=2a380ffa-a2c1-48df-ac83-e83b4e717921,segment=NetworkSegment(f6cbf624-f025-4e11-82a3-f7474f377ab1),segment_id=f6cbf624-f025-4e11-82a3-f7474f377ab1)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:16:37.988053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35655d37-1669-4bd9-bb4a-ae288d20ff05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:38.071905 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:38.076053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-48d610e3-b592-493f-866f-df932d0dcc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:38.120432 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a380ffa-a2c1-48df-ac83-e83b4e717921,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:38.124819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-35655d37-1669-4bd9-bb4a-ae288d20ff05 None None] Calling delete_port for 2a380ffa-a2c1-48df-ac83-e83b4e717921 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:38.124966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:38.129019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] No DVR routers for this DVR port 2a380ffa-a2c1-48df-ac83-e83b4e717921 on host dv-cinder-786054-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:16:38.204167 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-35655d37-1669-4bd9-bb4a-ae288d20ff05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:16:38.204561 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-35655d37-1669-4bd9-bb4a-ae288d20ff05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:16:38.255313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:38.298629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870bce1-54b0-4a90-bff4-11a5ef989b3c req-ea449a74-2dcd-4987-af8d-60c5aa00688f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:38.300251 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a870bce1-54b0-4a90-bff4-11a5ef989b3c req-ea449a74-2dcd-4987-af8d-60c5aa00688f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0878663
Apr 17 04:16:38.352283 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a870bce1-54b0-4a90-bff4-11a5ef989b3c req-15ef24dc-670a-48b6-bebd-6b9a938741a7 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453722
Apr 17 04:16:38.370507 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc8254278>,) {'filters': {'network_id': ['2b408745-a6b5-4637-8637-e92d07e76273']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:38.383987 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc8254278>, 'f6cbf624-f025-4e11-82a3-f7474f377ab1') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:38.384319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc8254278>, 'f6cbf624-f025-4e11-82a3-f7474f377ab1') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:38.396428 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:38.412164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:38.418852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:16:38.705821 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-35655d37-1669-4bd9-bb4a-ae288d20ff05 None None] Deleting port 2a380ffa-a2c1-48df-ac83-e83b4e717921 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:38.706409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-35655d37-1669-4bd9-bb4a-ae288d20ff05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:38.782738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-35655d37-1669-4bd9-bb4a-ae288d20ff05 None None] The port '2a380ffa-a2c1-48df-ac83-e83b4e717921' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 17 04:16:38.792761 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b9b81-6d69-449f-818e-04fa862612fa req-0c346119-0e6b-4dd7-aedc-a4bd3dced718 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:38.794377 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-826b9b81-6d69-449f-818e-04fa862612fa req-0c346119-0e6b-4dd7-aedc-a4bd3dced718 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.1598322
Apr 17 04:16:38.835414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99da5d-9564-4a0a-8ec6-4cfa4c0d75ed req-b19fe6b0-21d4-4b6c-9025-b01a85f3840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:38.837030 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dc99da5d-9564-4a0a-8ec6-4cfa4c0d75ed req-b19fe6b0-21d4-4b6c-9025-b01a85f3840b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=233c3fb707444a948572fd55a821fa67&device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 1098 time: 0.1466317
Apr 17 04:16:38.853547 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Network 2b408745-a6b5-4637-8637-e92d07e76273 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:16:38.862482 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:38.930876 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-826b9b81-6d69-449f-818e-04fa862612fa req-3ad79645-77f1-4f72-8077-1c6edba9a000 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284454
Apr 17 04:16:38.991268 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99da5d-9564-4a0a-8ec6-4cfa4c0d75ed req-a38572f9-24f5-4967-9200-56f5136160be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:38.992864 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dc99da5d-9564-4a0a-8ec6-4cfa4c0d75ed req-a38572f9-24f5-4967-9200-56f5136160be service neutron] 10.222.0.43 "GET /v2.0/networks?id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 200  len: 911 time: 0.1479287
Apr 17 04:16:39.037228 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Network 2b408745-a6b5-4637-8637-e92d07e76273 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:16:39.064157 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:16:39.103219 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dc99da5d-9564-4a0a-8ec6-4cfa4c0d75ed req-9576e58a-a4b9-4a10-b42d-66a165699314 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b35e0a35-7876-45d8-9f5d-8991b71ce057 HTTP/1.1" status: 200  len: 1000 time: 0.1039350
Apr 17 04:16:39.139822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:39.143344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:39.157501 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:39.168866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b408745-a6b5-4637-8637-e92d07e76273,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:39.172355 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:39.174637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99da5d-9564-4a0a-8ec6-4cfa4c0d75ed req-03ce43ac-6d53-4b9b-a416-2d456de9a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:39.176279 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dc99da5d-9564-4a0a-8ec6-4cfa4c0d75ed req-03ce43ac-6d53-4b9b-a416-2d456de9a323 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e HTTP/1.1" status: 200  len: 849 time: 0.0668690
Apr 17 04:16:39.183352 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-998d0c24-da1e-4d91-b0df-c155b59367d1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2b408745-a6b5-4637-8637-e92d07e76273 HTTP/1.1" status: 204  len: 168 time: 1.6766899
Apr 17 04:16:39.186539 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49676) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:39.258729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99da5d-9564-4a0a-8ec6-4cfa4c0d75ed req-c3734497-7ed4-4366-a2b2-1aab282a2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:39.260629 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dc99da5d-9564-4a0a-8ec6-4cfa4c0d75ed req-c3734497-7ed4-4366-a2b2-1aab282a2b46 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783570
Apr 17 04:16:39.278296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:39.291102 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 2a380ffa-a2c1-48df-ac83-e83b4e717921 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:16:39.328373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 2a380ffa-a2c1-48df-ac83-e83b4e717921 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:16:39.328627 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 2a380ffa-a2c1-48df-ac83-e83b4e717921 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:16:39.407949 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dc99da5d-9564-4a0a-8ec6-4cfa4c0d75ed req-568fd5e4-082f-4e5e-91da-3d3137a30507 service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399379
Apr 17 04:16:39.550769 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-dc99da5d-9564-4a0a-8ec6-4cfa4c0d75ed req-a8061bef-be0d-4b62-90b8-0876f97de40d service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368046
Apr 17 04:16:39.768917 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394646'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:40.150721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751461e0-c7ac-4db0-bdcc-f0331d5d8d91 req-9aef9cf0-787a-4d06-bb17-a1f59c69b3f8 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:40.152377 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-751461e0-c7ac-4db0-bdcc-f0331d5d8d91 req-9aef9cf0-787a-4d06-bb17-a1f59c69b3f8 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.1034164
Apr 17 04:16:40.169881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] Deleting port ad22fdad-2ddf-4bb9-9986-43d65885b1ea {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:40.170230 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:40.201066 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-751461e0-c7ac-4db0-bdcc-f0331d5d8d91 req-c8bb001c-a235-4e97-8275-10d181fa89b4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423238
Apr 17 04:16:40.259256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cecc35ec-45b6-42b0-bcff-8fa16b5952eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:40.354357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] For port ad22fdad-2ddf-4bb9-9986-43d65885b1ea, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=ad22fdad-2ddf-4bb9-9986-43d65885b1ea,segment=NetworkSegment(7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926),segment_id=7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:16:40.354602 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:40.484025 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] Calling delete_port for ad22fdad-2ddf-4bb9-9986-43d65885b1ea owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:40.662756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:40.667414 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-2708196f-ba9b-425c-bd74-9330146230f8 tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:40.715203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad22fdad-2ddf-4bb9-9986-43d65885b1ea,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:40.718545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:41.003694 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394728'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:41.156680 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:41.392336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] Router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:16:41.408394 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4845b-d657-4312-8145-0cb0de57fa3a req-8769715e-97bd-4dfb-a79a-dbed92a38447 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:16:41.410009 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2ad4845b-d657-4312-8145-0cb0de57fa3a req-8769715e-97bd-4dfb-a79a-dbed92a38447 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0885644
Apr 17 04:16:41.444555 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:41.727516 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2ad4845b-d657-4312-8145-0cb0de57fa3a req-8aa7f85b-a18f-402b-a8a4-312e925396e1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3108079
Apr 17 04:16:41.850146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:16:41.859229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad99d77-0375-4bb0-acaf-89816a19d44b None None] Sync routers for ids ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'] in dv-cinder-786054-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:16:41.868676 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8cc408f7-f0a3-43c5-b98f-d367571bb06b admin admin] 10.222.0.36 "PUT /v2.0/routers/91a728c2-3e2c-4191-a264-9d35d1f26cd3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6810200
Apr 17 04:16:41.871442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49686) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:41.872242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad99d77-0375-4bb0-acaf-89816a19d44b None None] Routers {'91a728c2-3e2c-4191-a264-9d35d1f26cd3'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:16:41.872913 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-9ad99d77-0375-4bb0-acaf-89816a19d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca007d30>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:16:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:42.080263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:42.238262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-9ad99d77-0375-4bb0-acaf-89816a19d44b None None] Set router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:16:42.274249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:42.283450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Deleting port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:42.283823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:42.471180 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] For port 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:16:42.471453 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:42.535959 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-9ad99d77-0375-4bb0-acaf-89816a19d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca007d30>, [{'id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'name': 'tempest-TestVolumeBootPattern-1476816434-router', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:30Z', 'updated_at': '2021-04-17T04:16:40Z', 'revision_number': 5, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'gw_port': {'id': '30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:66:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:08:31Z', 'updated_at': '2021-04-17T04:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:42.540137 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad99d77-0375-4bb0-acaf-89816a19d44b None None] Checking router: 91a728c2-3e2c-4191-a264-9d35d1f26cd3 for host: dv-cinder-786054-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:16:42.549336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad99d77-0375-4bb0-acaf-89816a19d44b None None] Routers {'91a728c2-3e2c-4191-a264-9d35d1f26cd3'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:16:42.549990 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-9ad99d77-0375-4bb0-acaf-89816a19d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca007d30>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:16:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:42.602958 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Calling delete_port for 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:42.711377 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-9ad99d77-0375-4bb0-acaf-89816a19d44b None None] Set router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:16:42.781481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:42.785473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f57bb2a0-2f3c-43b0-8bf0-171ab07d2cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:42.824586 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-9ad99d77-0375-4bb0-acaf-89816a19d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca007d30>, [{'id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'name': 'tempest-TestVolumeBootPattern-1476816434-router', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:30Z', 'updated_at': '2021-04-17T04:16:42Z', 'revision_number': 6, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'gw_port_host': None}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:42.829326 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad99d77-0375-4bb0-acaf-89816a19d44b None None] The sync data for ids ['91a728c2-3e2c-4191-a264-9d35d1f26cd3'] in dv-cinder-786054-2-iscsi is: [{'id': '91a728c2-3e2c-4191-a264-9d35d1f26cd3', 'name': 'tempest-TestVolumeBootPattern-1476816434-router', 'tenant_id': '9f53ec23bf184aff876108f35d83081a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:08:30Z', 'updated_at': '2021-04-17T04:16:42Z', 'revision_number': 6, 'project_id': '9f53ec23bf184aff876108f35d83081a', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:16:42.832987 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:42.836964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:42.895031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:42.933608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355863'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.123149 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854374859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771724'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.125485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.155834 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395633'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.156369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91a728c2-3e2c-4191-a264-9d35d1f26cd3 {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 17 04:16:43.171709 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.173239 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ca56b5c7-01db-4103-98c7-4e86be1a27b1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/91a728c2-3e2c-4191-a264-9d35d1f26cd3 HTTP/1.1" status: 204  len: 168 time: 1.3006339
Apr 17 04:16:43.176334 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49690) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:43.244722 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-d736af44-a9c8-4d51-b464-e5dcaa0a4bab admin admin] Deleting subnet 00dbd365-8e73-464f-8586-fe05f8186850 {{(pid=86365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:16:43.248218 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d736af44-a9c8-4d51-b464-e5dcaa0a4bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.287971 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ad22fdad-2ddf-4bb9-9986-43d65885b1ea no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:16:43.301323 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d736af44-a9c8-4d51-b464-e5dcaa0a4bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852438242'] for subnet, precommit_delete_associations {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.326347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: ad22fdad-2ddf-4bb9-9986-43d65885b1ea {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:16:43.326739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device ad22fdad-2ddf-4bb9-9986-43d65885b1ea not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:16:43.327242 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:16:43.362399 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:16:43.362837 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 30ec5760-41bb-4c4e-9cc7-0810b3e7d1f0 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:16:43.390497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d736af44-a9c8-4d51-b464-e5dcaa0a4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.675029 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d736af44-a9c8-4d51-b464-e5dcaa0a4bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851465367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851574991'] for subnet, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.680803 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:43.723537 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736af44-a9c8-4d51-b464-e5dcaa0a4bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00dbd365-8e73-464f-8586-fe05f8186850,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:43.725665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d736af44-a9c8-4d51-b464-e5dcaa0a4bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for subnet, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.728359 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d736af44-a9c8-4d51-b464-e5dcaa0a4bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:43.730569 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cada88c9-720c-4919-aca8-81c31ad0a36d None None] Network 39d381bc-53ad-4ffc-b35b-67a18298ef91 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:16:43.732921 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-d736af44-a9c8-4d51-b464-e5dcaa0a4bab admin admin] 10.222.0.36 "DELETE /v2.0/subnets/00dbd365-8e73-464f-8586-fe05f8186850 HTTP/1.1" status: 204  len: 168 time: 0.5553262
Apr 17 04:16:43.737037 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49694) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:43.852160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.863562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Deleting port d1afb22f-5701-474a-95c6-dc9edbb01d93 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:43.863926 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:43.987570 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303e0a5-c834-4364-9685-034969bed523 None None] DHCP port deletion for 39d381bc-53ad-4ffc-b35b-67a18298ef91 request from dv-cinder-786054-2-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 17 04:16:43.992720 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-3303e0a5-c834-4364-9685-034969bed523 None None] Deleting port d1afb22f-5701-474a-95c6-dc9edbb01d93 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:43.993155 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3303e0a5-c834-4364-9685-034969bed523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:44.087202 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] For port d1afb22f-5701-474a-95c6-dc9edbb01d93, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=d1afb22f-5701-474a-95c6-dc9edbb01d93,segment=NetworkSegment(7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926),segment_id=7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:16:44.087598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:44.213911 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-3303e0a5-c834-4364-9685-034969bed523 None None] For port d1afb22f-5701-474a-95c6-dc9edbb01d93, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=d1afb22f-5701-474a-95c6-dc9edbb01d93,segment=NetworkSegment(7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926),segment_id=7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:16:44.214511 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3303e0a5-c834-4364-9685-034969bed523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:44.217729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Calling delete_port for d1afb22f-5701-474a-95c6-dc9edbb01d93 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:44.300372 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:44.304689 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a43d7b59-a0cf-45d3-9966-4650ec207516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:44.350106 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-3303e0a5-c834-4364-9685-034969bed523 None None] Calling delete_port for d1afb22f-5701-474a-95c6-dc9edbb01d93 owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:16:44.355411 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1afb22f-5701-474a-95c6-dc9edbb01d93,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:44.357400 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] No DVR routers for this DVR port d1afb22f-5701-474a-95c6-dc9edbb01d93 on host dv-cinder-786054-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:16:44.358936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:44.427942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-3303e0a5-c834-4364-9685-034969bed523 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:16:44.428349 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-3303e0a5-c834-4364-9685-034969bed523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:16:44.480954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:44.602282 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc98ec7b8>,) {'filters': {'network_id': ['39d381bc-53ad-4ffc-b35b-67a18298ef91']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:44.615400 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc98ec7b8>, '7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:44.615740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc98ec7b8>, '7ebcfe2b-c074-4eb4-8bd7-7570a6bd9926') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:16:44.627708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:44.647831 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:44.654239 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:16:44.841650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Network 39d381bc-53ad-4ffc-b35b-67a18298ef91 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:16:44.850783 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:44.930063 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-3303e0a5-c834-4364-9685-034969bed523 None None] Deleting port d1afb22f-5701-474a-95c6-dc9edbb01d93 {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:16:44.930490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3303e0a5-c834-4364-9685-034969bed523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:45.004271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-3303e0a5-c834-4364-9685-034969bed523 None None] The port 'd1afb22f-5701-474a-95c6-dc9edbb01d93' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 17 04:16:45.027409 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Network 39d381bc-53ad-4ffc-b35b-67a18298ef91 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:16:45.050048 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:16:45.138367 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:45.141898 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:45.155743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:45.167085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d381bc-53ad-4ffc-b35b-67a18298ef91,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:45.171910 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:45.175184 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/39d381bc-53ad-4ffc-b35b-67a18298ef91 HTTP/1.1" status: 204  len: 168 time: 1.4370570
Apr 17 04:16:45.285482 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device d1afb22f-5701-474a-95c6-dc9edbb01d93 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:16:45.316085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49700) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:45.323458 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: d1afb22f-5701-474a-95c6-dc9edbb01d93 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:16:45.323858 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device d1afb22f-5701-474a-95c6-dc9edbb01d93 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:16:45.368977 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9fe826cd-68f8-4c46-b924-b6bcd182fa4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=158c2a61ba42425591ac468ca75f2f3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515735
Apr 17 04:16:45.372718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49704) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:45.438243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-221f1644-6a6c-413a-916a-8bd541889a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:45.466580 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-221f1644-6a6c-413a-916a-8bd541889a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:45.519856 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-221f1644-6a6c-413a-916a-8bd541889a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:45.523907 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5374b361-4dab-4d53-9a67-1a7d08cb48a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:45.538482 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f1644-6a6c-413a-916a-8bd541889a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddfbc59-b6f3-40b1-b348-9f3fd6e79b2b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:45.541186 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-221f1644-6a6c-413a-916a-8bd541889a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:45.547112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-221f1644-6a6c-413a-916a-8bd541889a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:45.548335 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-221f1644-6a6c-413a-916a-8bd541889a25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ddfbc59-b6f3-40b1-b348-9f3fd6e79b2b HTTP/1.1" status: 204  len: 168 time: 0.1746635
Apr 17 04:16:45.943626 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49712) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:45.996367 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-95438547-2bbd-4d12-9e7d-d0bbe36e6ba7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f53ec23bf184aff876108f35d83081a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511470
Apr 17 04:16:45.999739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49716) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:16:46.062026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8718e6f9-7294-41d2-b74f-910ff78f84e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:46.090871 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8718e6f9-7294-41d2-b74f-910ff78f84e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:46.145423 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8718e6f9-7294-41d2-b74f-910ff78f84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:46.150437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ca2174ff-74b4-4445-a4a7-96f887044f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:16:46.163088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718e6f9-7294-41d2-b74f-910ff78f84e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0860f18d-94e2-4789-8b1d-020ac6b957af,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:16:46.165471 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8718e6f9-7294-41d2-b74f-910ff78f84e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:16:46.169150 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8718e6f9-7294-41d2-b74f-910ff78f84e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:16:46.171071 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8718e6f9-7294-41d2-b74f-910ff78f84e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0860f18d-94e2-4789-8b1d-020ac6b957af HTTP/1.1" status: 204  len: 168 time: 0.1702876
Apr 17 04:17:07.862977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-6edc22b5-bda6-4728-8926-12b5df199d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:09.277098 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:10.272342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a0068bd9-c7db-41f3-82b7-85e553bd4f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:10.443210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:17:10.929667 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d992-d427-4cdf-b257-4b15fe9ea5c8 req-8065e591-5733-4abd-b867-24e2b1bc809a tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:10.931294 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5814d992-d427-4cdf-b257-4b15fe9ea5c8 req-8065e591-5733-4abd-b867-24e2b1bc809a tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0933945
Apr 17 04:17:10.985918 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5814d992-d427-4cdf-b257-4b15fe9ea5c8 req-f56411d9-160a-4cd7-8af6-96d7f7da9ec8 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469093
Apr 17 04:17:11.169099 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:11.456344 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:12.208617 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd733e2-cf4f-40b7-afca-539f03709099 req-9d7a4ec5-1097-4a16-8fd4-83f7801aeeb2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:12.210207 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6fd733e2-cf4f-40b7-afca-539f03709099 req-9d7a4ec5-1097-4a16-8fd4-83f7801aeeb2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.0929325
Apr 17 04:17:12.258766 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6fd733e2-cf4f-40b7-afca-539f03709099 req-e7ee7420-7239-42ec-b54c-b59b53d506ec tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419974
Apr 17 04:17:12.769461 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-2472a619-a7b4-457a-bd2c-e1bb2e593b9b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:12.770996 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-2472a619-a7b4-457a-bd2c-e1bb2e593b9b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.43 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.1019483
Apr 17 04:17:12.846246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Deleting port b35e0a35-7876-45d8-9f5d-8991b71ce057 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:17:12.846626 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:12.897696 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:13.121509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] For port b35e0a35-7876-45d8-9f5d-8991b71ce057, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b35e0a35-7876-45d8-9f5d-8991b71ce057,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:17:13.121910 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:13.487668 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:13.487936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:13.488285 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Floating IP 59a16aea-3396-4107-b406-dd4e9bb4dcc2 disassociated. External IP: 172.27.0.83, port: b35e0a35-7876-45d8-9f5d-8991b71ce057.
Apr 17 04:17:13.488660 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Calling delete_port for b35e0a35-7876-45d8-9f5d-8991b71ce057 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:17:13.585435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd4588-792f-4892-a3e2-bd416ec2df73 req-49b7c13b-1514-4a42-9be1-08c4b2fea419 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:13.587070 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-71bd4588-792f-4892-a3e2-bd416ec2df73 req-49b7c13b-1514-4a42-9be1-08c4b2fea419 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 945 time: 0.1964934
Apr 17 04:17:13.688798 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-71bd4588-792f-4892-a3e2-bd416ec2df73 req-66abdef0-bdc0-4a0f-9a46-1870143fa318 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=7655be7d-422c-44d6-aca6-61dccea079cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943530
Apr 17 04:17:13.700591 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:13.712402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-35319b62-5f87-479e-8ab0-d94cf121de33 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:13.757464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event deleted for resources: {'Port': ['ID=b35e0a35-7876-45d8-9f5d-8991b71ce057,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:13.761092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:13.956558 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Router 8afad471-94b5-431b-ac5a-1c7ff48bc874 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:17:14.151163 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:17:14.161677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4b906-6b81-4460-9197-4d8a33fb31ae None None] Sync routers for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:17:14.172120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4b906-6b81-4460-9197-4d8a33fb31ae None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:17:14.172777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a1a4b906-6b81-4460-9197-4d8a33fb31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca287710>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:17:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:17:14.234168 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] No DVR routers for this DVR port b35e0a35-7876-45d8-9f5d-8991b71ce057 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:17:14.237020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:14.241464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'name': 'network-vif-deleted', 'tag': 'b35e0a35-7876-45d8-9f5d-8991b71ce057'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:17:14.256023 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-278ff470-f81a-4aa1-af45-dbb33ffa2909 req-b86c51da-cbb2-479d-a54f-0f90c751b628 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.43 "DELETE /v2.0/ports/b35e0a35-7876-45d8-9f5d-8991b71ce057 HTTP/1.1" status: 204  len: 173 time: 1.4796398
Apr 17 04:17:14.294928 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d', 'name': 'network-vif-deleted', 'tag': 'b35e0a35-7876-45d8-9f5d-8991b71ce057', 'status': 'completed', 'code': 200}
Apr 17 04:17:14.534416 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-a1a4b906-6b81-4460-9197-4d8a33fb31ae None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:17:14.867389 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-10102139-3352-45a8-8afc-be1022dbaab2 req-7234517c-a730-4c0d-a2aa-708fc5085272 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Synchronizing usage tracker for tenant:233c3fb707444a948572fd55a821fa67 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:17:14.876935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a1a4b906-6b81-4460-9197-4d8a33fb31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca287710>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:17:14.881413 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4b906-6b81-4460-9197-4d8a33fb31ae None None] Checking router: 8afad471-94b5-431b-ac5a-1c7ff48bc874 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:17:14.882210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-10102139-3352-45a8-8afc-be1022dbaab2 req-7234517c-a730-4c0d-a2aa-708fc5085272 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Unset dirty status for tenant:233c3fb707444a948572fd55a821fa67 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:17:14.883516 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-10102139-3352-45a8-8afc-be1022dbaab2 req-7234517c-a730-4c0d-a2aa-708fc5085272 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ce1d6a3-ebd9-4e66-b8f8-4c5426576c6d HTTP/1.1" status: 200  len: 210 time: 0.0653181
Apr 17 04:17:14.894913 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4b906-6b81-4460-9197-4d8a33fb31ae None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:17:14.894913 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a1a4b906-6b81-4460-9197-4d8a33fb31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febca287710>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:17:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:17:15.081965 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-a1a4b906-6b81-4460-9197-4d8a33fb31ae None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:17:15.427336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-a1a4b906-6b81-4460-9197-4d8a33fb31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febca287710>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:17:15.431534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4b906-6b81-4460-9197-4d8a33fb31ae None None] The sync data for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi is: [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:17:15.838034 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63f96ca-6e68-46e1-890c-033a05c5979a None None] New status for floating IP 59a16aea-3396-4107-b406-dd4e9bb4dcc2: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:17:16.014948 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49746) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:17:16.086528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-751d7c54-5355-449b-a877-e06cfe7f4c34 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:16.116442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-751d7c54-5355-449b-a877-e06cfe7f4c34 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:16.168362 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-751d7c54-5355-449b-a877-e06cfe7f4c34 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:16.173571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-163731c8-ded1-427d-af3c-672de05198cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:16.189014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7c54-5355-449b-a877-e06cfe7f4c34 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7655be7d-422c-44d6-aca6-61dccea079cf,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:16.191870 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-751d7c54-5355-449b-a877-e06cfe7f4c34 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:16.193090 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-751d7c54-5355-449b-a877-e06cfe7f4c34 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:16.195326 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-751d7c54-5355-449b-a877-e06cfe7f4c34 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "DELETE /v2.0/security-groups/7655be7d-422c-44d6-aca6-61dccea079cf HTTP/1.1" status: 204  len: 168 time: 0.1791983
Apr 17 04:17:16.197993 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49750) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:17:16.215643 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.v2.resource [None req-3eb29887-d73e-4783-8a6f-c696db6c9339 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] show failed (client error): The resource could not be found.
Apr 17 04:17:16.216734 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-3eb29887-d73e-4783-8a6f-c696db6c9339 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups/7655be7d-422c-44d6-aca6-61dccea079cf HTTP/1.1" status: 404  len: 347 time: 0.0177543
Apr 17 04:17:16.219846 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49754) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:17:16.390892 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-507d34db-ce26-44e8-abc2-c412a42a08e2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Deleting port 32e4acf3-a388-4658-8849-f685553d6885 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:17:16.391237 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-507d34db-ce26-44e8-abc2-c412a42a08e2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:16.571641 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device b35e0a35-7876-45d8-9f5d-8991b71ce057 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:17:16.610456 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: b35e0a35-7876-45d8-9f5d-8991b71ce057 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:17:16.610885 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device b35e0a35-7876-45d8-9f5d-8991b71ce057 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:17:16.814904 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-507d34db-ce26-44e8-abc2-c412a42a08e2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:16.815239 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-507d34db-ce26-44e8-abc2-c412a42a08e2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:16.949727 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-507d34db-ce26-44e8-abc2-c412a42a08e2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Calling delete_port for 32e4acf3-a388-4658-8849-f685553d6885 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:17:17.102754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-507d34db-ce26-44e8-abc2-c412a42a08e2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:17.106624 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c2f15d1f-6ece-464b-8d3e-63ab6ae17cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:17.155982 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d34db-ce26-44e8-abc2-c412a42a08e2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event deleted for resources: {'Port': ['ID=32e4acf3-a388-4658-8849-f685553d6885,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:17.159398 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-507d34db-ce26-44e8-abc2-c412a42a08e2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:17.251046 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-507d34db-ce26-44e8-abc2-c412a42a08e2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:17.270653 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-507d34db-ce26-44e8-abc2-c412a42a08e2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:17.272021 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-507d34db-ce26-44e8-abc2-c412a42a08e2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "DELETE /v2.0/floatingips/59a16aea-3396-4107-b406-dd4e9bb4dcc2 HTTP/1.1" status: 204  len: 168 time: 1.0511947
Apr 17 04:17:17.736534 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49760) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:17:17.742554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498432419', 'description': 'tempest-description--208367177'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:17:17.749205 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:17:17.753386 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Usage tracker for resource:security_group and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:17:17.756460 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:17:17.762574 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:17:17.778101 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:17.799185 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:17:17.803253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Usage tracker for resource:security_group_rule and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:17:17.806239 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:17:17.812336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:17:17.886702 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:17.891190 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:17.894975 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-79cfac56-a1e5-416b-af5a-a770c7e4cc10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:17.937377 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb58725-9694-4257-bcb8-394bbbd50c6e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:17.941076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:17.942466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:17.944184 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2061787
Apr 17 04:17:17.948238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49764) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:17:17.953957 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'security_group_rule': {'security_group_id': '5cb58725-9694-4257-bcb8-394bbbd50c6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:17:17.961023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:17:17.965437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Usage tracker for resource:security_group_rule and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:17:17.968695 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:17:17.975105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:17:17.993551 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.059554 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.063113 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.065296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:18.089934 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8518d6b4-78d8-4c69-b7bf-581b4e212939,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:18.094535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:18.099028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.100381 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5c86ed09-d860-482e-a17f-8dbf3229f58b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1510708
Apr 17 04:17:18.103322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 49768) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:17:18.108915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'security_group_rule': {'security_group_id': '5cb58725-9694-4257-bcb8-394bbbd50c6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:17:18.115648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:17:18.120025 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Usage tracker for resource:security_group_rule and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:17:18.123235 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:17:18.129713 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:17:18.147853 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.215350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.219468 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129715'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.221685 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:18.244862 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbaab68-d408-48ed-853f-2b0aa0c564a0,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:18.247354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:18.255212 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.256498 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-83641cea-f882-4a33-bce7-782d111cbbe4 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1521621
Apr 17 04:17:18.260234 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49772) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:17:18.265912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'floatingip': {'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:17:18.272637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:17:18.276777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Usage tracker for resource:floatingip and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:17:18.279818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:17:18.286093 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:17:18.297333 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.444859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.592906 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Allocated IP 172.27.0.170 (0dc6f800-ff57-4799-b37a-4ed29384853c/19839024-709d-454c-aee3-07009ecfcba6/7aa170b9-83cf-4b15-9d09-8cb2413249ba) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:17:18.758597 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.796198 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:18.800064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6349be90-230b-4f54-9400-632cbde56b13 tempest-VolumesSnapshotTestJSON-603939051 tempest-VolumesSnapshotTestJSON-603939051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:18.871347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Network 0dc6f800-ff57-4799-b37a-4ed29384853c is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:17:18.874268 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:17:18.878705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:17:18.910030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'Port': ['ID=7aa170b9-83cf-4b15-9d09-8cb2413249ba,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:18.925271 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.925689 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.926107 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.926514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.926939 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.927340 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.927739 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.928116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.928514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.928912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.929310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.929699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:18.934689 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:18.977589 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:19.043108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:19.269789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:19.274585 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:19.278435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-21f9b7e7-c1a9-4f90-80a6-0dc56b5befce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:19.391363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'Port': ['ID=7aa170b9-83cf-4b15-9d09-8cb2413249ba,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:19.394313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:19.404484 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:19.429217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:19.430519 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1691878
Apr 17 04:17:19.924110 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-a2229586-c9a3-489b-975c-d450cb3b2d02 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--498432419&fields=id&tenant_id=233c3fb707444a948572fd55a821fa67 HTTP/1.1" status: 200  len: 267 time: 0.2962725
Apr 17 04:17:20.091505 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-6be84c3b-2490-4b77-a287-b1176ac07c0c tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:20.093082 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-6be84c3b-2490-4b77-a287-b1176ac07c0c tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/networks?id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 200  len: 810 time: 0.1602473
Apr 17 04:17:20.112867 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-ef628a89-7a33-430d-9e39-5278d88440b3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/quotas/233c3fb707444a948572fd55a821fa67 HTTP/1.1" status: 200  len: 375 time: 0.0104263
Apr 17 04:17:20.206844 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-0bcd6316-4af5-4f59-bc99-364f00348e9a tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=233c3fb707444a948572fd55a821fa67&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0883176
Apr 17 04:17:20.340341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-ca21f6a1-d142-4e0b-925d-b6ea8963b57a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=86365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 17 04:17:20.341427 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-ca21f6a1-d142-4e0b-925d-b6ea8963b57a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1178210
Apr 17 04:17:20.487509 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-a2b66c58-82e1-4932-b38c-611ca2c3400c service neutron] 10.222.0.36 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389666
Apr 17 04:17:20.628883 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-056cea0a-216f-417d-8ca3-5bd1d0938c7b service neutron] 10.222.0.36 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348488
Apr 17 04:17:21.865803 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-88143dc6-1156-4709-a26d-3e473e365121 req-811d508c-b4ef-4311-9ce8-2c1e9e81d0fa tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 210 time: 0.0533884
Apr 17 04:17:22.976759 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-7948e6b7-8759-407c-9cb2-746953eda59b req-e1ac3df5-4c6f-46fb-aaf6-ace58547d8c1 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 210 time: 0.0499547
Apr 17 04:17:24.096593 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a719bee8-9a82-4378-b53b-2b9db3699f20 req-9fcd9353-fa30-4e1c-8c30-086b3db79aab tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 210 time: 0.0497754
Apr 17 04:17:25.213191 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-50397a1d-c172-4ade-8341-d91450af1e47 req-4669d208-f4f8-4425-b0fc-f61aa355321f tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 210 time: 0.0529497
Apr 17 04:17:26.565455 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-41a76265-6e72-452b-a382-dc90834ac723 req-637722ab-c718-44ba-b391-e249864c6570 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 210 time: 0.0556400
Apr 17 04:17:27.277899 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-4d85e84f-7cf0-41f2-9a9d-a9025f90057b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:27.279484 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-4d85e84f-7cf0-41f2-9a9d-a9025f90057b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.43 "GET /v2.0/networks?id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 200  len: 810 time: 0.1721003
Apr 17 04:17:27.357863 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-0df0ac7b-be6a-4e6b-a4a0-c2fa8b78bbc2 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=233c3fb707444a948572fd55a821fa67 HTTP/1.1" status: 200  len: 5707 time: 0.0689645
Apr 17 04:17:27.368112 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'port': {'device_id': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'admin_state_up': True, 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'security_groups': ['5cb58725-9694-4257-bcb8-394bbbd50c6e']}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:17:27.517843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:17:27.522307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Usage tracker for resource:port and tenant:233c3fb707444a948572fd55a821fa67 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:17:27.525377 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:17:27.531880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:17:27.543116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Made reservation on behalf of 233c3fb707444a948572fd55a821fa67 for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:17:27.549299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:27.753831 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b5595277-ed6f-4cb2-b874-b569a7f3f53b req-65ba128c-4d1d-49be-8000-3db7c969c05e tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 210 time: 0.0613701
Apr 17 04:17:27.773006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Allocated IP 172.20.0.6 (4cfa9ed8-87d7-4e15-a0b8-ab148f61b889/d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e/89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:17:27.982924 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:28.000002 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Transition to ACTIVE for port object 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:17:28.026031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:28.032039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-6a8c7ec0-a922-421e-aa3e-a6604d6a2e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:28.104912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:17:28.108249 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:17:28.111021 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:17:28.156055 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event updated for resources: {'Port': ['ID=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:28.161823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:28.191654 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:28.192437 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:28.218733 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-1da5b53e-6cf7-4173-b440-8a2f19b69ff0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8549218
Apr 17 04:17:28.232190 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Request body: {'port': {'device_id': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:17:28.271776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0de0bf55-d5e2-487e-b84a-aeb79ba6aff9 None None] Provisioning for port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:17:28.276886 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-0de0bf55-d5e2-487e-b84a-aeb79ba6aff9 None None] Provisioning complete for port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:17:28.277354 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0de0bf55-d5e2-487e-b84a-aeb79ba6aff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:28.333802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-0de0bf55-d5e2-487e-b84a-aeb79ba6aff9 None None] Port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:17:28.357296 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:28.732823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:17:28.741343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:28.757949 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Transition to ACTIVE for port object 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:17:28.761886 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:28.765659 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a83375a2-b50c-4d80-ab3f-c918b9157537 tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:28.999811 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Pushing event updated for resources: {'Port': ['ID=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:29.003220 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:29.099579 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Attempting to bind port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:17:29.099901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Attempting to bind port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:17:29.100272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Attempting to bind port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 on network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:17:29.115492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529e093-bd95-486c-a5e9-6d3641eb0080 req-b7f0023d-a47f-4733-9d63-30cf5178e362 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:29.116246 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-1529e093-bd95-486c-a5e9-6d3641eb0080 req-b7f0023d-a47f-4733-9d63-30cf5178e362 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Synchronizing usage tracker for tenant:233c3fb707444a948572fd55a821fa67 on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:17:29.118823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 on network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:17:29.119183 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Attempting to bind port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 on network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:17:29.128418 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:17:29.128797 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Checking segment: {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:17:29.129251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Bound using segment: {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:17:29.129727 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Bound port: 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e0b675-9dfd-46ca-a600-d4c54ae42816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:17:29.130108 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:29.186631 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-1529e093-bd95-486c-a5e9-6d3641eb0080 req-b7f0023d-a47f-4733-9d63-30cf5178e362 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Unset dirty status for tenant:233c3fb707444a948572fd55a821fa67 on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:17:29.187952 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1529e093-bd95-486c-a5e9-6d3641eb0080 req-b7f0023d-a47f-4733-9d63-30cf5178e362 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 943 time: 0.3165119
Apr 17 04:17:29.272516 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1529e093-bd95-486c-a5e9-6d3641eb0080 req-4d4b1233-bb3e-4ed2-87f7-d4ecc8a59caf tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cb58725-9694-4257-bcb8-394bbbd50c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765741
Apr 17 04:17:29.275305 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] For port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:17:29.279665 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] For port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:17:29.284358 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:29.288438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4c22bb3e-b45e-4f40-bddd-fe5960e5ce83 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:29.347779 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:29.348455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:29.349969 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] 10.222.0.43 "PUT /v2.0/ports/89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 HTTP/1.1" status: 200  len: 1093 time: 1.1227551
Apr 17 04:17:29.350510 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'tag': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:17:29.384283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Pushing event updated for resources: {'Port': ['ID=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:29.387788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:29.435513 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'tag': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0', 'status': 'completed', 'code': 200}
Apr 17 04:17:29.482325 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-d056e77d-92a9-4426-bb7e-1dc8c55653ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:29.484007 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-d056e77d-92a9-4426-bb7e-1dc8c55653ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=233c3fb707444a948572fd55a821fa67&device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 1096 time: 0.0881345
Apr 17 04:17:29.565542 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-cad964c3-55d2-483c-ad48-14894c5425aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 HTTP/1.1" status: 200  len: 217 time: 0.0739727
Apr 17 04:17:29.636497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-49160434-0e70-4b97-b607-59021c9d405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:29.637972 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-49160434-0e70-4b97-b607-59021c9d405a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e HTTP/1.1" status: 200  len: 849 time: 0.0658934
Apr 17 04:17:29.721677 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-ae65377e-0d45-4084-8b01-289134637ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:29.723286 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-ae65377e-0d45-4084-8b01-289134637ec1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781896
Apr 17 04:17:29.864942 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-3047e215-326b-4c52-acf7-fca6bceeb29e service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350510
Apr 17 04:17:30.008643 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-d838c9a2-5013-4887-a9eb-f015cbefdf8b req-23b5df6b-fa9c-4e63-b288-f9c7490d1837 service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370809
Apr 17 04:17:30.146115 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3920-3cf3-4ddf-b1eb-3f43d8e7d6d6 req-c89ed6e6-82b9-405e-9f53-15142f64719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:30.147703 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a9fc3920-3cf3-4ddf-b1eb-3f43d8e7d6d6 req-c89ed6e6-82b9-405e-9f53-15142f64719c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=233c3fb707444a948572fd55a821fa67&device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 1096 time: 0.0839379
Apr 17 04:17:30.290938 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3920-3cf3-4ddf-b1eb-3f43d8e7d6d6 req-6cd6b0bb-664f-4cdc-847e-447afb45351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:30.292495 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a9fc3920-3cf3-4ddf-b1eb-3f43d8e7d6d6 req-6cd6b0bb-664f-4cdc-847e-447afb45351d service neutron] 10.222.0.43 "GET /v2.0/networks?id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 200  len: 911 time: 0.1375189
Apr 17 04:17:30.369795 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a9fc3920-3cf3-4ddf-b1eb-3f43d8e7d6d6 req-039acab9-3c46-4103-8bad-b299e1fad99b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 HTTP/1.1" status: 200  len: 217 time: 0.0683095
Apr 17 04:17:30.748310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3920-3cf3-4ddf-b1eb-3f43d8e7d6d6 req-f88a2e43-e5f6-4488-a028-7e7ce8986371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:30.749865 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a9fc3920-3cf3-4ddf-b1eb-3f43d8e7d6d6 req-f88a2e43-e5f6-4488-a028-7e7ce8986371 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e HTTP/1.1" status: 200  len: 849 time: 0.3730538
Apr 17 04:17:30.833146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428274d-41bf-4fe5-86b8-0febfd152f9f req-f9d6d943-ec57-4b12-99ce-f76cc572d598 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:30.834697 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1428274d-41bf-4fe5-86b8-0febfd152f9f req-f9d6d943-ec57-4b12-99ce-f76cc572d598 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 943 time: 0.1614375
Apr 17 04:17:30.891017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc3920-3cf3-4ddf-b1eb-3f43d8e7d6d6 req-7c469fa6-d718-4813-8585-9b14b4d74976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:30.892639 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a9fc3920-3cf3-4ddf-b1eb-3f43d8e7d6d6 req-7c469fa6-d718-4813-8585-9b14b4d74976 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1315138
Apr 17 04:17:30.895736 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-1428274d-41bf-4fe5-86b8-0febfd152f9f req-63f8fa9f-1ad3-4afd-8d2e-80e0a6071c4e tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cb58725-9694-4257-bcb8-394bbbd50c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538867
Apr 17 04:17:31.039776 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a9fc3920-3cf3-4ddf-b1eb-3f43d8e7d6d6 req-d94c0845-533b-41fb-8738-eef2cdb26d3e service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399925
Apr 17 04:17:31.183544 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-a9fc3920-3cf3-4ddf-b1eb-3f43d8e7d6d6 req-b1a25ef5-927b-48e1-ae45-f852af47372b service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373074
Apr 17 04:17:32.110879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aaddf6-3b2c-4c7b-a54b-bcfe2b1216fe req-a88edb2a-b67c-499f-abe1-a631ccc32046 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:32.112485 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-72aaddf6-3b2c-4c7b-a54b-bcfe2b1216fe req-a88edb2a-b67c-499f-abe1-a631ccc32046 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 943 time: 0.0957222
Apr 17 04:17:32.159740 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-72aaddf6-3b2c-4c7b-a54b-bcfe2b1216fe req-da86f372-74e4-4ced-8597-1d0daf34de1b tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cb58725-9694-4257-bcb8-394bbbd50c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407250
Apr 17 04:17:32.648385 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:17:32.986070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:17:33.000044 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'port_id': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0', 'mac_address': 'fa:16:3e:45:dc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:17:33.061518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:33.079826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:17:33.096492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:17:33.100954 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:33.102838 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:33.173498 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:33.181819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.182210 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.182578 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.182977 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.183351 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.183721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.184087 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.184629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.184763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.185130 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.185489 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.185818 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:17:33.190606 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:33.307621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:17:33.363525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e3c6b-a1a4-4c43-99f3-02420fb0c701 req-c1a1e52f-09e3-4142-acfb-c567f9b48ba6 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:33.365134 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e74e3c6b-a1a4-4c43-99f3-02420fb0c701 req-c1a1e52f-09e3-4142-acfb-c567f9b48ba6 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 944 time: 0.0908542
Apr 17 04:17:33.416484 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-e74e3c6b-a1a4-4c43-99f3-02420fb0c701 req-a89e388d-877b-4c0b-abea-261c0d9795c0 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cb58725-9694-4257-bcb8-394bbbd50c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448008
Apr 17 04:17:34.628046 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f40535-3ded-464b-baf2-d326a1ebef7e req-5e442660-dbda-4c37-9008-e1b13573fe89 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:34.629611 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-38f40535-3ded-464b-baf2-d326a1ebef7e req-5e442660-dbda-4c37-9008-e1b13573fe89 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 944 time: 0.0885730
Apr 17 04:17:34.662094 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:17:34.681724 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-38f40535-3ded-464b-baf2-d326a1ebef7e req-ea14cc0e-76aa-4b61-b36a-74b943f3af40 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cb58725-9694-4257-bcb8-394bbbd50c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427041
Apr 17 04:17:34.734840 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:17:34.739490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:17:34.739902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:34.863488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:34.891206 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:17:34.901841 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:17:34.907412 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:34.909816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:17:34.990327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:17:34.993666 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:17:35.079565 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0', 'code': 200}
Apr 17 04:17:35.343819 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462e75a-8f0c-4e15-b9f7-d14039dd4ac2 req-566c87c4-8ea9-4bb5-a58a-6b1f8df1a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:35.345412 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c462e75a-8f0c-4e15-b9f7-d14039dd4ac2 req-566c87c4-8ea9-4bb5-a58a-6b1f8df1a8e3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 1098 time: 0.0839462
Apr 17 04:17:35.391423 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c462e75a-8f0c-4e15-b9f7-d14039dd4ac2 req-2fbdd00e-e8c6-4f67-9013-b99377a8f661 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5cb58725-9694-4257-bcb8-394bbbd50c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392799
Apr 17 04:17:35.903682 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48475498-6223-4b68-b133-bb6b58c36c25 req-85af3f18-f7e8-44c7-a59f-b5460cf1ac67 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:35.905254 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-48475498-6223-4b68-b133-bb6b58c36c25 req-85af3f18-f7e8-44c7-a59f-b5460cf1ac67 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 945 time: 0.0936823
Apr 17 04:17:35.955479 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-48475498-6223-4b68-b133-bb6b58c36c25 req-8709d9dc-950f-4f16-b1b9-0cdded9b2b43 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cb58725-9694-4257-bcb8-394bbbd50c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423887
Apr 17 04:17:37.164454 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8af3-76ed-4268-bd35-71335360db7e req-e9102afd-e4b4-421d-b7e2-45b66cda25c7 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:37.166058 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4cba8af3-76ed-4268-bd35-71335360db7e req-e9102afd-e4b4-421d-b7e2-45b66cda25c7 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 945 time: 0.0953774
Apr 17 04:17:37.217740 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4cba8af3-76ed-4268-bd35-71335360db7e req-0f613046-0506-4bc4-be03-70670a3f6353 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cb58725-9694-4257-bcb8-394bbbd50c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419481
Apr 17 04:17:37.429730 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c693-64e0-4d49-ae05-fe5506aea016 req-b16aec34-ee13-4e0e-be5f-ea51cbb991a3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:37.431302 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-3706c693-64e0-4d49-ae05-fe5506aea016 req-b16aec34-ee13-4e0e-be5f-ea51cbb991a3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 945 time: 0.0990870
Apr 17 04:17:37.441056 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 49856) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:17:37.450250 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [None req-53a66cc8-2494-41c9-a8ee-189ef64b25f3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Request body: {'floatingip': {'port_id': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:17:37.541155 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-53a66cc8-2494-41c9-a8ee-189ef64b25f3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:37.857455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-becc4e00-0f65-456d-bbec-f86f4e6a79e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:38.171159 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-53a66cc8-2494-41c9-a8ee-189ef64b25f3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:38.176056 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-53a66cc8-2494-41c9-a8ee-189ef64b25f3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:38.361667 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [None req-53a66cc8-2494-41c9-a8ee-189ef64b25f3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Floating IP 35913a24-e50f-453a-ab54-d5fb8a9d4674 associated. External IP: 172.27.0.170, port: 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0.
Apr 17 04:17:38.737650 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a66cc8-2494-41c9-a8ee-189ef64b25f3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Router 8afad471-94b5-431b-ac5a-1c7ff48bc874 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:17:38.925123 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a66cc8-2494-41c9-a8ee-189ef64b25f3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:17:38.929993 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-53a66cc8-2494-41c9-a8ee-189ef64b25f3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:38.935485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a781c-21c7-495d-895e-222fc3488bf0 None None] Sync routers for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:17:38.946878 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a781c-21c7-495d-895e-222fc3488bf0 None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:17:38.947541 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-313a781c-21c7-495d-895e-222fc3488bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9d1a860>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:17:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:17:38.987875 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-53a66cc8-2494-41c9-a8ee-189ef64b25f3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "PUT /v2.0/floatingips/35913a24-e50f-453a-ab54-d5fb8a9d4674 HTTP/1.1" status: 200  len: 991 time: 1.5452886
Apr 17 04:17:38.988521 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'tag': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:17:39.060236 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'tag': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0', 'status': 'completed', 'code': 200}
Apr 17 04:17:39.139824 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-313a781c-21c7-495d-895e-222fc3488bf0 None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:17:39.147214 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e931c-eb00-4f7f-98ef-ec714fe5803d req-79025296-b368-491d-8fb9-f4c20ed3233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:39.148864 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5f9e931c-eb00-4f7f-98ef-ec714fe5803d req-79025296-b368-491d-8fb9-f4c20ed3233e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=233c3fb707444a948572fd55a821fa67&device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 1098 time: 0.0877321
Apr 17 04:17:39.276986 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:39.294970 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e931c-eb00-4f7f-98ef-ec714fe5803d req-a1bfb0ef-dc9d-434d-b18f-7f6f5b5ff36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:39.296610 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5f9e931c-eb00-4f7f-98ef-ec714fe5803d req-a1bfb0ef-dc9d-434d-b18f-7f6f5b5ff36b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 200  len: 911 time: 0.1413374
Apr 17 04:17:39.404773 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5f9e931c-eb00-4f7f-98ef-ec714fe5803d req-b2e71d30-a20d-4741-840f-56c17b075973 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 HTTP/1.1" status: 200  len: 999 time: 0.1013772
Apr 17 04:17:39.475865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e931c-eb00-4f7f-98ef-ec714fe5803d req-d8f5d0f7-3a43-4bce-8cfe-bde139f801f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:39.477433 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5f9e931c-eb00-4f7f-98ef-ec714fe5803d req-d8f5d0f7-3a43-4bce-8cfe-bde139f801f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e HTTP/1.1" status: 200  len: 849 time: 0.0665169
Apr 17 04:17:39.503822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-313a781c-21c7-495d-895e-222fc3488bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9d1a860>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '35913a24-e50f-453a-ab54-d5fb8a9d4674', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'port_id': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'mac_address': 'fa:16:3e:45:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:17:18Z', 'updated_at': '2021-04-17T04:17:38Z', 'revision_number': 1, 'project_id': '233c3fb707444a948572fd55a821fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:17:39.508095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a781c-21c7-495d-895e-222fc3488bf0 None None] Checking router: 8afad471-94b5-431b-ac5a-1c7ff48bc874 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:17:39.517839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a781c-21c7-495d-895e-222fc3488bf0 None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:17:39.518451 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-313a781c-21c7-495d-895e-222fc3488bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9d1a860>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:17:10Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:17:39.558177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e931c-eb00-4f7f-98ef-ec714fe5803d req-840d44a0-bf4f-416b-bfaa-97e24eac2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:17:39.559837 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5f9e931c-eb00-4f7f-98ef-ec714fe5803d req-840d44a0-bf4f-416b-bfaa-97e24eac2e14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764205
Apr 17 04:17:39.712999 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-313a781c-21c7-495d-895e-222fc3488bf0 None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:17:39.959718 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5f9e931c-eb00-4f7f-98ef-ec714fe5803d req-20555956-7054-409d-ac80-ea8445acc34b service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3925300
Apr 17 04:17:40.086463 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-313a781c-21c7-495d-895e-222fc3488bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9d1a860>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '35913a24-e50f-453a-ab54-d5fb8a9d4674', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'port_id': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'mac_address': 'fa:16:3e:45:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:17:18Z', 'updated_at': '2021-04-17T04:17:38Z', 'revision_number': 1, 'project_id': '233c3fb707444a948572fd55a821fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:17:40.090896 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a781c-21c7-495d-895e-222fc3488bf0 None None] The sync data for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi is: [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_floatingips': [{'id': '35913a24-e50f-453a-ab54-d5fb8a9d4674', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'router_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'port_id': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'mac_address': 'fa:16:3e:45:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-17T04:17:18Z', 'updated_at': '2021-04-17T04:17:38Z', 'revision_number': 1, 'project_id': '233c3fb707444a948572fd55a821fa67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:17:40.105779 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-5f9e931c-eb00-4f7f-98ef-ec714fe5803d req-6a51a23c-2add-475f-aeba-ff06930eea7f service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397705
Apr 17 04:17:40.264398 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-376b9b6c-fa32-4cd0-8599-4159f9ed5a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:40.410064 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800b481-2e43-4123-ac13-45342a0c3815 None None] New status for floating IP 35913a24-e50f-453a-ab54-d5fb8a9d4674: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:17:41.168646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:41.454438 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:42.905781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:17:47.450322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:18:07.871828 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c741754-f87a-45a0-a923-d9541c6b3fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:09.284472 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:10.272825 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a214-0e02-4774-810a-15bbfe5c4787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:11.173945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:11.458455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:12.909848 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:15.063070 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-edc5e8b3-a2a8-4d9e-ab1a-567a632329fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0845764
Apr 17 04:18:15.233065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-1a909b2d-df31-4126-9b7e-c29c4b39619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:18:15.234668 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-1a909b2d-df31-4126-9b7e-c29c4b39619c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=233c3fb707444a948572fd55a821fa67&device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 1098 time: 0.0961559
Apr 17 04:18:15.398120 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-774bfefb-e469-4e4b-a07c-6b7866ca9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:18:15.399823 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-774bfefb-e469-4e4b-a07c-6b7866ca9869 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 200  len: 911 time: 0.1420178
Apr 17 04:18:15.510554 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-4729c326-91db-4091-8869-fce7d0db5b84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 HTTP/1.1" status: 200  len: 1001 time: 0.1042089
Apr 17 04:18:15.582531 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-80804ba6-2df5-426b-acba-8cd3941a9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:18:15.584117 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-80804ba6-2df5-426b-acba-8cd3941a9b14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e HTTP/1.1" status: 200  len: 849 time: 0.0675733
Apr 17 04:18:15.674318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-ead50cae-4c97-403a-bdb1-bafc104cfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:18:15.675964 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-ead50cae-4c97-403a-bdb1-bafc104cfc87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851600
Apr 17 04:18:15.823848 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-bdec3ea6-e62d-4248-ac11-633bffd766bc service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410091
Apr 17 04:18:15.974611 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-bc01a96f-6d40-43a8-93a4-54a6883db0bd req-0c539135-b8da-4c3d-aad3-6d6e70d225a7 service neutron] 10.222.0.43 "GET /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439431
Apr 17 04:18:24.440165 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:18:37.874989 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-450e8390-276d-4bed-a9b1-5efbe7a066b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:39.296637 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:40.278726 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-db5b0c4b-b9bb-45d7-b08d-62bce82b359d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:41.182217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:41.459969 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:42.914661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:53.072279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f8a69-8ffa-4719-8f20-f68a0d4c662d req-0732dea7-eae8-4898-b367-e50c73ec5bfd tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:18:53.073896 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-238f8a69-8ffa-4719-8f20-f68a0d4c662d req-0732dea7-eae8-4898-b367-e50c73ec5bfd tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 945 time: 0.0914576
Apr 17 04:18:53.123321 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-238f8a69-8ffa-4719-8f20-f68a0d4c662d req-d583ec92-3c8b-4c2c-9334-27d434209df8 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cb58725-9694-4257-bcb8-394bbbd50c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427382
Apr 17 04:18:54.353656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd3b63-2160-4e42-8f69-94872eeceb44 req-8ccfb72f-8da0-4e9f-a296-46fe0cee82d3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:18:54.355184 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-defd3b63-2160-4e42-8f69-94872eeceb44 req-8ccfb72f-8da0-4e9f-a296-46fe0cee82d3 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 945 time: 0.0957837
Apr 17 04:18:54.406900 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-defd3b63-2160-4e42-8f69-94872eeceb44 req-895aeb59-0ce0-43be-9c6c-652f8d5b613d tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cb58725-9694-4257-bcb8-394bbbd50c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420458
Apr 17 04:18:54.674341 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2603674-c775-4489-8112-09ed1be8cc02 req-c26472c6-b862-44ee-9d41-d2e126849176 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:18:54.675940 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2603674-c775-4489-8112-09ed1be8cc02 req-c26472c6-b862-44ee-9d41-d2e126849176 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 945 time: 0.1097581
Apr 17 04:18:54.757909 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Deleting port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:18:54.758291 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:55.034319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] For port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:18:55.034562 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:55.339777 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:55.340184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854353987'] for floatingip, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:55.340533 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.db.l3_db [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Floating IP 35913a24-e50f-453a-ab54-d5fb8a9d4674 disassociated. External IP: 172.27.0.170, port: 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0.
Apr 17 04:18:55.340908 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Calling delete_port for 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:18:55.493065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:55.500620 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-129e744b-240d-45a2-a823-87386a87c1ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:18:55.588217 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event deleted for resources: {'Port': ['ID=89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:18:55.609935 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.610368 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.610823 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.611243 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.611648 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.612059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.612462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.612873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.613263 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.613661 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.614066 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.614464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:18:55.619215 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ef545013-7928-4786-971b-d7690704d5dd req-358f395a-b574-43ec-a5ad-5e8b3a69fc1a tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a6da7a4-65ec-41e7-aebf-ac10e3688afa HTTP/1.1" status: 200  len: 210 time: 0.0858552
Apr 17 04:18:55.675703 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:18:55.821419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Router 8afad471-94b5-431b-ac5a-1c7ff48bc874 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:18:56.016481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:18:56.026822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5ecf5-825a-40e2-8366-2d866c387e15 None None] Sync routers for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:18:56.040758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5ecf5-825a-40e2-8366-2d866c387e15 None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:18:56.041920 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-01b5ecf5-825a-40e2-8366-2d866c387e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febd132c160>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:18:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:18:56.100833 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] No DVR routers for this DVR port 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:18:56.103482 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:56.106393 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'name': 'network-vif-deleted', 'tag': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:18:56.123691 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b2603674-c775-4489-8112-09ed1be8cc02 req-3a4bc5f0-a7ed-43b5-887e-cdd3c8df6cce tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.43 "DELETE /v2.0/ports/89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 HTTP/1.1" status: 204  len: 173 time: 1.4413438
Apr 17 04:18:56.159324 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6da7a4-65ec-41e7-aebf-ac10e3688afa', 'name': 'network-vif-deleted', 'tag': '89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0', 'status': 'completed', 'code': 200}
Apr 17 04:18:56.241303 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-01b5ecf5-825a-40e2-8366-2d866c387e15 None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:18:56.582256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-01b5ecf5-825a-40e2-8366-2d866c387e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febd132c160>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:18:56.586398 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5ecf5-825a-40e2-8366-2d866c387e15 None None] Checking router: 8afad471-94b5-431b-ac5a-1c7ff48bc874 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:18:56.595492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5ecf5-825a-40e2-8366-2d866c387e15 None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:18:56.596160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-01b5ecf5-825a-40e2-8366-2d866c387e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febd132c160>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:18:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:18:56.756450 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50052) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:18:56.790464 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-01b5ecf5-825a-40e2-8366-2d866c387e15 None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:18:56.825789 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8d1707c8-8f6d-4dc6-9673-a861dcd49730 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:56.855328 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8d1707c8-8f6d-4dc6-9673-a861dcd49730 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:56.907568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8d1707c8-8f6d-4dc6-9673-a861dcd49730 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:56.912708 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-71b179e8-e891-4297-b82d-1d8a7878137e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:18:56.925916 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1707c8-8f6d-4dc6-9673-a861dcd49730 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb58725-9694-4257-bcb8-394bbbd50c6e,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:18:56.928624 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8d1707c8-8f6d-4dc6-9673-a861dcd49730 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:18:56.936017 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8d1707c8-8f6d-4dc6-9673-a861dcd49730 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:56.940186 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8d1707c8-8f6d-4dc6-9673-a861dcd49730 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "DELETE /v2.0/security-groups/5cb58725-9694-4257-bcb8-394bbbd50c6e HTTP/1.1" status: 204  len: 168 time: 0.1799591
Apr 17 04:18:56.940497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50056) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:18:56.959390 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.api.v2.resource [None req-b92aef13-6db0-4cae-b9a8-7b872ee52618 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] show failed (client error): The resource could not be found.
Apr 17 04:18:56.960470 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b92aef13-6db0-4cae-b9a8-7b872ee52618 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "GET /v2.0/security-groups/5cb58725-9694-4257-bcb8-394bbbd50c6e HTTP/1.1" status: 404  len: 347 time: 0.0190454
Apr 17 04:18:56.963698 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50060) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:18:57.036817 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:18:57.084161 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:18:57.084557 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 89672d0f-b3fc-4bf7-9e0d-44bbf13ac3f0 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:18:57.136114 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-01b5ecf5-825a-40e2-8366-2d866c387e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febd132c160>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:18:57.138148 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Deleting port 7aa170b9-83cf-4b15-9d09-8cb2413249ba {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:18:57.138528 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:57.141293 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b5ecf5-825a-40e2-8366-2d866c387e15 None None] The sync data for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi is: [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:14:23Z', 'revision_number': 4, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi', '_interfaces': [{'id': 'c6fafee5-7adb-4c5b-8896-432b6e200a70', 'name': '', 'network_id': '4cfa9ed8-87d7-4e15-a0b8-ab148f61b889', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'mac_address': 'fa:16:3e:c1:6f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:22Z', 'updated_at': '2021-04-17T04:14:29Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'subnets': [{'id': 'd70fcb3e-7cd9-4e70-a9be-4e4f76ff119e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:18:57.321980 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:57.322352 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:57.459158 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Calling delete_port for 7aa170b9-83cf-4b15-9d09-8cb2413249ba owned by network:floatingip {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:18:57.527903 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c36d6-ff88-4c3c-9599-053c6799056d None None] New status for floating IP 35913a24-e50f-453a-ab54-d5fb8a9d4674: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:18:57.612674 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:57.616440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-db0b2763-d592-4ab9-bd04-9a677ca840fb tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:18:57.666053 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Pushing event deleted for resources: {'Port': ['ID=7aa170b9-83cf-4b15-9d09-8cb2413249ba,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:18:57.669481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:18:57.690037 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-b92c36d6-ff88-4c3c-9599-053c6799056d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:18:57.690452 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-b92c36d6-ff88-4c3c-9599-053c6799056d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:18:58.027366 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks [] for floatingip, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:58.042799 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for floatingip, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:18:58.044002 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] 10.222.0.36 "DELETE /v2.0/floatingips/35913a24-e50f-453a-ab54-d5fb8a9d4674 HTTP/1.1" status: 204  len: 168 time: 1.0791776
Apr 17 04:18:58.192656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92c36d6-ff88-4c3c-9599-053c6799056d None None] New status for floating IP 35913a24-e50f-453a-ab54-d5fb8a9d4674: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 17 04:19:01.447079 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:19:02.184733 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50092) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:02.769849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394646'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:03.138712 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Deleting port c6fafee5-7adb-4c5b-8896-432b6e200a70 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:19:03.139105 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:03.320486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] For port c6fafee5-7adb-4c5b-8896-432b6e200a70, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=c6fafee5-7adb-4c5b-8896-432b6e200a70,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:19:03.320888 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:03.453936 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Calling delete_port for c6fafee5-7adb-4c5b-8896-432b6e200a70 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:19:03.640194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:03.647117 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7dd4f69a-7c7a-4082-b894-3b9e20641aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:03.723740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fafee5-7adb-4c5b-8896-432b6e200a70,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:03.772363 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.772945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.773184 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.773587 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.773992 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.774390 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.774832 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.775233 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.775614 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.776008 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.776403 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.776800 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:03.781059 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:04.000880 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854212517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-394728'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:04.618065 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Router 8afad471-94b5-431b-ac5a-1c7ff48bc874 has already been hosted by L3 agent 8b32747d-7b54-4a52-b46b-11918e2324e7 {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 17 04:19:04.811778 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] Notify agent at l3_agent.dv-cinder-786054-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 17 04:19:04.821398 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee15d2-9d3b-4745-be61-32279a9c0649 None None] Sync routers for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 17 04:19:04.825441 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-71c63723-6055-4732-abc9-4048b148c081 admin admin] 10.222.0.36 "PUT /v2.0/routers/8afad471-94b5-431b-ac5a-1c7ff48bc874/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6391988
Apr 17 04:19:04.828571 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50096) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:04.831915 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee15d2-9d3b-4745-be61-32279a9c0649 None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:19:04.832579 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-8cee15d2-9d3b-4745-be61-32279a9c0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9a16c18>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:18:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:19:05.015716 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:05.022397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-8cee15d2-9d3b-4745-be61-32279a9c0649 None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: dv-cinder-786054-2-iscsi {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:19:05.207270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:05.215882 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Deleting port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:19:05.216250 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:05.324109 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-8cee15d2-9d3b-4745-be61-32279a9c0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9a16c18>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'external_fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:19:03Z', 'revision_number': 5, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port': {'id': 'dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d', 'name': '', 'network_id': '0dc6f800-ff57-4799-b37a-4ed29384853c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c3:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '19839024-709d-454c-aee3-07009ecfcba6', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-17T04:14:19Z', 'updated_at': '2021-04-17T04:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19839024-709d-454c-aee3-07009ecfcba6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-2-iscsi'}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:19:05.328427 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee15d2-9d3b-4745-be61-32279a9c0649 None None] Checking router: 8afad471-94b5-431b-ac5a-1c7ff48bc874 for host: dv-cinder-786054-2-iscsi {{(pid=86367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 17 04:19:05.338723 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee15d2-9d3b-4745-be61-32279a9c0649 None None] Routers {'8afad471-94b5-431b-ac5a-1c7ff48bc874'} bound to L3 agent in host dv-cinder-786054-2-iscsi {{(pid=86367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 17 04:19:05.339071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-8cee15d2-9d3b-4745-be61-32279a9c0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7febc9a16c18>, 'dv-cinder-786054-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-17T03:57:40Z,description=<?>,heartbeat_timestamp=2021-04-17T04:18:40Z,host='dv-cinder-786054-2-iscsi',id=8b32747d-7b54-4a52-b46b-11918e2324e7,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-17T03:57:40Z,topic='l3_agent')) {'router_ids': ['8afad471-94b5-431b-ac5a-1c7ff48bc874'], 'active': True} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:19:05.406579 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] For port dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d,segment=NetworkSegment(ca5439a5-c668-408d-b79f-95bf0d77e27c),segment_id=ca5439a5-c668-408d-b79f-95bf0d77e27c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:19:05.407023 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:05.547683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Calling delete_port for dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:19:05.672465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvr_db [None req-8cee15d2-9d3b-4745-be61-32279a9c0649 None None] Set router 8afad471-94b5-431b-ac5a-1c7ff48bc874 gateway port host: None {{(pid=86367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 17 04:19:05.727514 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:05.731251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:05.778077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:05.781258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:05.787004 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_hamode_db [None req-8cee15d2-9d3b-4745-be61-32279a9c0649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7febc9a16c18>, [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:19:05Z', 'revision_number': 6, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port_host': None}], 'dv-cinder-786054-2-iscsi', False) {} {{(pid=86367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:19:05.791465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee15d2-9d3b-4745-be61-32279a9c0649 None None] The sync data for ids ['8afad471-94b5-431b-ac5a-1c7ff48bc874'] in dv-cinder-786054-2-iscsi is: [{'id': '8afad471-94b5-431b-ac5a-1c7ff48bc874', 'name': 'tempest-AttachVolumeTestJSON-766922140-router', 'tenant_id': '233c3fb707444a948572fd55a821fa67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-17T04:14:18Z', 'updated_at': '2021-04-17T04:19:05Z', 'revision_number': 6, 'project_id': '233c3fb707444a948572fd55a821fa67', 'gw_port_host': None}] {{(pid=86367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 17 04:19:05.887545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854355863'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.077426 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854374859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854771724'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.079788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.103962 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395633'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.104501 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8afad471-94b5-431b-ac5a-1c7ff48bc874 {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 17 04:19:06.117865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.119149 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-5b7b19af-74aa-4ab4-b9a3-a5278add7b34 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8afad471-94b5-431b-ac5a-1c7ff48bc874 HTTP/1.1" status: 204  len: 168 time: 1.2895262
Apr 17 04:19:06.121873 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50100) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:06.195357 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cd117b-f80b-4e58-8a47-4c6968cff3a3 admin admin] Deleting subnet d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 17 04:19:06.200785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22cd117b-f80b-4e58-8a47-4c6968cff3a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.255788 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22cd117b-f80b-4e58-8a47-4c6968cff3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2449534'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.348809 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22cd117b-f80b-4e58-8a47-4c6968cff3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846962528'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.614656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22cd117b-f80b-4e58-8a47-4c6968cff3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7813272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2262441'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.618401 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-216d94f1-4471-435b-9cd5-1eab4aa79c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:06.654649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd117b-f80b-4e58-8a47-4c6968cff3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:06.658138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-22cd117b-f80b-4e58-8a47-4c6968cff3a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:06.659230 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-22cd117b-f80b-4e58-8a47-4c6968cff3a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.664681 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045e161c-194d-467a-981a-7e4a7d963fe2 None None] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 requested from dv-cinder-786054-2-iscsi {{(pid=86366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 17 04:19:06.665910 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-22cd117b-f80b-4e58-8a47-4c6968cff3a3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d70fcb3e-7cd9-4e70-a9be-4e4f76ff119e HTTP/1.1" status: 204  len: 168 time: 0.5426710
Apr 17 04:19:06.669295 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50104) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:06.784937 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846935572'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.796601 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Deleting port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:19:06.796975 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:06.952114 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729181c0-5233-4ea9-968b-efe47bde26bd None None] DHCP port deletion for 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 request from dv-cinder-786054-2-iscsi {{(pid=86366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 17 04:19:06.956955 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-729181c0-5233-4ea9-968b-efe47bde26bd None None] Deleting port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:19:06.957407 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-729181c0-5233-4ea9-968b-efe47bde26bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:07.028084 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] For port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=5c78d859-1e06-4af3-9fb8-aecd8a09d42d,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:19:07.028568 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:07.164946 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Calling delete_port for 5c78d859-1e06-4af3-9fb8-aecd8a09d42d owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:19:07.171496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-729181c0-5233-4ea9-968b-efe47bde26bd None None] For port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d, host dv-cinder-786054-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-2-iscsi',level=0,port_id=5c78d859-1e06-4af3-9fb8-aecd8a09d42d,segment=NetworkSegment(47e0b675-9dfd-46ca-a600-d4c54ae42816),segment_id=47e0b675-9dfd-46ca-a600-d4c54ae42816)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:19:07.171940 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-729181c0-5233-4ea9-968b-efe47bde26bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:07.242649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2996993'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:07.246614 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-69326d51-9cd3-493f-b168-ebf719e8c31b tempest-TestVolumeBootPattern-1546591664 tempest-TestVolumeBootPattern-1546591664-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:07.292405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c78d859-1e06-4af3-9fb8-aecd8a09d42d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:07.295118 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:07.297607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] No DVR routers for this DVR port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d on host dv-cinder-786054-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:19:07.299729 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-729181c0-5233-4ea9-968b-efe47bde26bd None None] Calling delete_port for 5c78d859-1e06-4af3-9fb8-aecd8a09d42d owned by network:dhcp {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:19:07.380923 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.db.api [None req-729181c0-5233-4ea9-968b-efe47bde26bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 17 04:19:07.381338 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_db.api [None req-729181c0-5233-4ea9-968b-efe47bde26bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 17 04:19:07.383941 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device c6fafee5-7adb-4c5b-8896-432b6e200a70 no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:19:07.421092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: c6fafee5-7adb-4c5b-8896-432b6e200a70 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:19:07.421535 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device c6fafee5-7adb-4c5b-8896-432b6e200a70 not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:19:07.421676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7813365', 'neutron.services.segments.db._delete_segments_for_network-8790669305715'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:07.422031 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 5c78d859-1e06-4af3-9fb8-aecd8a09d42d no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:19:07.460521 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: 5c78d859-1e06-4af3-9fb8-aecd8a09d42d {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:19:07.460908 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device 5c78d859-1e06-4af3-9fb8-aecd8a09d42d not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:19:07.461389 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d no longer exists at agent ovs-agent-dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:19:07.496313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] No Port match for: dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:19:07.496706 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Device dbf2c342-d25c-4de5-8dfd-c67a8a5afd3d not bound to the agent host dv-cinder-786054-2-iscsi {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:19:07.539569 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7febc94cbc88>,) {'filters': {'network_id': ['4cfa9ed8-87d7-4e15-a0b8-ab148f61b889']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:19:07.552995 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7febc94cbc88>, '47e0b675-9dfd-46ca-a600-d4c54ae42816') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:19:07.553330 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.services.segments.db [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7febc94cbc88>, '47e0b675-9dfd-46ca-a600-d4c54ae42816') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 17 04:19:07.566313 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363246185490019', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852326282'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:07.586327 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7818694'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:07.593142 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 17 04:19:07.771738 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:19:07.780718 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846957135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851778698'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:07.869542 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-12867d00-32c9-483c-884b-78968cf385d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:07.882373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-729181c0-5233-4ea9-968b-efe47bde26bd None None] Deleting port 5c78d859-1e06-4af3-9fb8-aecd8a09d42d {{(pid=86366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:19:07.882843 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-729181c0-5233-4ea9-968b-efe47bde26bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:07.962164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-729181c0-5233-4ea9-968b-efe47bde26bd None None] The port '5c78d859-1e06-4af3-9fb8-aecd8a09d42d' was deleted {{(pid=86366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 17 04:19:08.224026 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Network 4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]: Traceback (most recent call last):
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     timer()
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     cb(*args, **kw)
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     return func(*args, **kwargs)
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     self._notify()
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     self.callback(batched_events)
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     event.method(event)
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     segment_id)['aggregates'][0]
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     return f(self, *a, **k)
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self._get(url).json()
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     **kwargs)
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     return self.request(url, 'GET', **kwargs)
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     **endpoint_filter)
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 17 04:19:08.249937 dv-cinder-786054-2-iscsi neutron-server[86251]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 17 04:19:08.327550 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846962435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854354034'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:08.331028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fd9940f4-8a3d-4821-b655-03931cf302ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:08.348485 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563312'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:08.359492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Pushing event deleted for resources: {'Network': ['ID=4cfa9ed8-87d7-4e15-a0b8-ab148f61b889,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:08.364432 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:08.367785 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-93f9b97c-ff54-40f7-a7ec-1bd55ec4373b admin admin] 10.222.0.36 "DELETE /v2.0/networks/4cfa9ed8-87d7-4e15-a0b8-ab148f61b889 HTTP/1.1" status: 204  len: 168 time: 1.6974971
Apr 17 04:19:08.651704 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50110) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:08.704476 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-a4edbceb-aa64-4609-91ed-90964cb5f9d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=233c3fb707444a948572fd55a821fa67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0514514
Apr 17 04:19:08.708258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50114) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:08.771632 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d76b913-4005-4413-a072-36639a4c777e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:08.798630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d76b913-4005-4413-a072-36639a4c777e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:08.851093 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d76b913-4005-4413-a072-36639a4c777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:08.854970 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-f8a55074-88cd-4c73-94a7-aecf3e33001b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:08.868215 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76b913-4005-4413-a072-36639a4c777e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdba1b8-285b-4ef2-af8e-4d6863f1008c,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:08.870809 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-7d76b913-4005-4413-a072-36639a4c777e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:08.874518 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d76b913-4005-4413-a072-36639a4c777e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:08.875834 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-7d76b913-4005-4413-a072-36639a4c777e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fdba1b8-285b-4ef2-af8e-4d6863f1008c HTTP/1.1" status: 204  len: 168 time: 0.1666656
Apr 17 04:19:09.283952 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:10.271444 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-dfd8b78d-cab0-416a-8e21-efb721b53725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:10.941358 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50160) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:11.108693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aa63e862-72f5-4ce3-b66a-4b1053e2b12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.124323 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-aa63e862-72f5-4ce3-b66a-4b1053e2b12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:19:11.128839 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-aa63e862-72f5-4ce3-b66a-4b1053e2b12a admin admin] Usage tracker for resource:security_group_rule and tenant:edc7ae0bc2ae4edbaef69a897c0d0eaf is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:19:11.132744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-aa63e862-72f5-4ce3-b66a-4b1053e2b12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:19:11.139610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-aa63e862-72f5-4ce3-b66a-4b1053e2b12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:19:11.174635 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.236473 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aa63e862-72f5-4ce3-b66a-4b1053e2b12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.239676 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aa63e862-72f5-4ce3-b66a-4b1053e2b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.247085 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-92f1b00e-034c-4036-b454-4f2d9b61b36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:11.294169 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-aa63e862-72f5-4ce3-b66a-4b1053e2b12a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=edc7ae0bc2ae4edbaef69a897c0d0eaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3515966
Apr 17 04:19:11.295199 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63e862-72f5-4ce3-b66a-4b1053e2b12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2883b74-2196-41fc-85ad-a5fd37eeabb7,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:11.297367 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50168) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:11.298754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-aa63e862-72f5-4ce3-b66a-4b1053e2b12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:11.362442 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff459-affa-4720-bf65-d21038e4516a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.389814 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff459-affa-4720-bf65-d21038e4516a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.439160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff459-affa-4720-bf65-d21038e4516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.443509 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d62b2eba-5791-447d-9786-99dbd3179239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:11.454975 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.455506 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ff459-affa-4720-bf65-d21038e4516a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2883b74-2196-41fc-85ad-a5fd37eeabb7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:11.459719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ee7ff459-affa-4720-bf65-d21038e4516a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:11.463047 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff459-affa-4720-bf65-d21038e4516a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.464269 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-ee7ff459-affa-4720-bf65-d21038e4516a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2883b74-2196-41fc-85ad-a5fd37eeabb7 HTTP/1.1" status: 204  len: 168 time: 0.1658039
Apr 17 04:19:11.770155 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50176) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:11.793798 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b93f1d10-95dc-4b07-a7b0-18a338f25897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.810097 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b93f1d10-95dc-4b07-a7b0-18a338f25897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:19:11.814671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b93f1d10-95dc-4b07-a7b0-18a338f25897 admin admin] Usage tracker for resource:security_group_rule and tenant:e5d5aa6453fa43af9bc72949bd6d0e55 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:19:11.817735 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b93f1d10-95dc-4b07-a7b0-18a338f25897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:19:11.824318 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b93f1d10-95dc-4b07-a7b0-18a338f25897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:19:11.912402 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b93f1d10-95dc-4b07-a7b0-18a338f25897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.916647 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b93f1d10-95dc-4b07-a7b0-18a338f25897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:11.923495 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c9116d28-79f5-448f-b83e-e3e788f64f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:11.968599 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b93f1d10-95dc-4b07-a7b0-18a338f25897 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e5d5aa6453fa43af9bc72949bd6d0e55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1968973
Apr 17 04:19:11.969496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f1d10-95dc-4b07-a7b0-18a338f25897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577caf32-fbe0-4e54-bf05-93f6d10d5f2f,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:11.971928 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50180) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:11.972796 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b93f1d10-95dc-4b07-a7b0-18a338f25897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:12.042429 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8849ec6d-8c5e-4650-b4ce-db2469ce0664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:12.074655 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8849ec6d-8c5e-4650-b4ce-db2469ce0664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:12.122551 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8849ec6d-8c5e-4650-b4ce-db2469ce0664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:12.127488 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a9cb37bb-5a74-4672-92ee-626896d3906d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:12.139714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849ec6d-8c5e-4650-b4ce-db2469ce0664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577caf32-fbe0-4e54-bf05-93f6d10d5f2f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:12.142918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8849ec6d-8c5e-4650-b4ce-db2469ce0664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:12.144901 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-8849ec6d-8c5e-4650-b4ce-db2469ce0664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:12.146392 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-8849ec6d-8c5e-4650-b4ce-db2469ce0664 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/577caf32-fbe0-4e54-bf05-93f6d10d5f2f HTTP/1.1" status: 204  len: 168 time: 0.1730785
Apr 17 04:19:12.911625 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:18.151920 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50256) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:18.292020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c861a75-f016-4943-8fc2-57e3fc3a7de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:18.308095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0c861a75-f016-4943-8fc2-57e3fc3a7de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:19:18.312544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0c861a75-f016-4943-8fc2-57e3fc3a7de7 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf37d93fd6045888c772d0e8dd6de9d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:19:18.315591 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-0c861a75-f016-4943-8fc2-57e3fc3a7de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:19:18.322526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-0c861a75-f016-4943-8fc2-57e3fc3a7de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:19:18.415770 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c861a75-f016-4943-8fc2-57e3fc3a7de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:18.420077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0c861a75-f016-4943-8fc2-57e3fc3a7de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:18.427368 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4c3dd944-2a88-4657-93cb-4ed2d24447d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:18.471135 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-0c861a75-f016-4943-8fc2-57e3fc3a7de7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8cf37d93fd6045888c772d0e8dd6de9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3179977
Apr 17 04:19:18.472049 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861a75-f016-4943-8fc2-57e3fc3a7de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f81b0ea-58c1-4438-bea6-f13be87d1512,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:18.474470 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50262) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:18.475987 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-0c861a75-f016-4943-8fc2-57e3fc3a7de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:18.544756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c7704e3d-ca21-48a7-b8eb-6d7ced6312fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:18.572141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c7704e3d-ca21-48a7-b8eb-6d7ced6312fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:18.619515 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c7704e3d-ca21-48a7-b8eb-6d7ced6312fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:18.623276 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-5073f261-1f38-49e6-9c9e-eb5cf81deeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:18.634852 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7704e3d-ca21-48a7-b8eb-6d7ced6312fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f81b0ea-58c1-4438-bea6-f13be87d1512,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:18.638599 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-c7704e3d-ca21-48a7-b8eb-6d7ced6312fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:18.642006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c7704e3d-ca21-48a7-b8eb-6d7ced6312fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:18.643237 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-c7704e3d-ca21-48a7-b8eb-6d7ced6312fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f81b0ea-58c1-4438-bea6-f13be87d1512 HTTP/1.1" status: 204  len: 168 time: 0.1675224
Apr 17 04:19:19.074139 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50270) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:19.094128 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54dd2fec-e746-4a98-8b0c-426ca2d23199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:19.113643 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-54dd2fec-e746-4a98-8b0c-426ca2d23199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:19:19.118104 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-54dd2fec-e746-4a98-8b0c-426ca2d23199 admin admin] Usage tracker for resource:security_group_rule and tenant:bb4a3bd384104a8ca4a583417723b949 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:19:19.121236 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-54dd2fec-e746-4a98-8b0c-426ca2d23199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:19:19.127598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-54dd2fec-e746-4a98-8b0c-426ca2d23199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:19:19.213114 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54dd2fec-e746-4a98-8b0c-426ca2d23199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:19.217560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-54dd2fec-e746-4a98-8b0c-426ca2d23199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:19.225081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a32778a7-37b1-402c-96f0-901504e0873d tempest-TestMinimumBasicScenario-2082859363 tempest-TestMinimumBasicScenario-2082859363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:19.267805 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-54dd2fec-e746-4a98-8b0c-426ca2d23199 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb4a3bd384104a8ca4a583417723b949&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1924403
Apr 17 04:19:19.268707 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd2fec-e746-4a98-8b0c-426ca2d23199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a1fe01-1f80-450b-960e-9246cb380d1a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:19.271012 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50274) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:19.271931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-54dd2fec-e746-4a98-8b0c-426ca2d23199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:19.340221 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8f2c-6231-414b-a9eb-9a71499bb843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:19.368503 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8f2c-6231-414b-a9eb-9a71499bb843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:19.414646 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8f2c-6231-414b-a9eb-9a71499bb843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:19.418532 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-45b5195e-3c6c-458a-b751-20f0ee37d4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:19.433455 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a8f2c-6231-414b-a9eb-9a71499bb843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a1fe01-1f80-450b-960e-9246cb380d1a,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:19.437639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-cb4a8f2c-6231-414b-a9eb-9a71499bb843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:19.451179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8f2c-6231-414b-a9eb-9a71499bb843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:19.452392 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-cb4a8f2c-6231-414b-a9eb-9a71499bb843 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84a1fe01-1f80-450b-960e-9246cb380d1a HTTP/1.1" status: 204  len: 168 time: 0.1802795
Apr 17 04:19:21.492865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50330) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:21.624447 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08c3b0de-6cfe-4bd7-be8b-670d42cd7f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:21.644700 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-08c3b0de-6cfe-4bd7-be8b-670d42cd7f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:19:21.649063 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-08c3b0de-6cfe-4bd7-be8b-670d42cd7f50 admin admin] Usage tracker for resource:security_group_rule and tenant:45851c0be8c3482ab9352c9e7a54f64d is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:19:21.652213 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-08c3b0de-6cfe-4bd7-be8b-670d42cd7f50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:19:21.658616 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-08c3b0de-6cfe-4bd7-be8b-670d42cd7f50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:19:21.745251 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08c3b0de-6cfe-4bd7-be8b-670d42cd7f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:21.749758 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-08c3b0de-6cfe-4bd7-be8b-670d42cd7f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:21.756945 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-189c24bb-992e-4bd4-8412-a02724f7bfad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:21.800022 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-08c3b0de-6cfe-4bd7-be8b-670d42cd7f50 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45851c0be8c3482ab9352c9e7a54f64d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3060467
Apr 17 04:19:21.801030 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3b0de-6cfe-4bd7-be8b-670d42cd7f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73be5463-e616-4462-941c-ba90d64f1e98,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:21.803610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50336) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:21.804283 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-08c3b0de-6cfe-4bd7-be8b-670d42cd7f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:21.878433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4e9a5de5-fce7-481b-bebd-435e7657281b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:21.906633 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4e9a5de5-fce7-481b-bebd-435e7657281b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:21.958610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4e9a5de5-fce7-481b-bebd-435e7657281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:21.962380 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b7da6ccb-dcf5-4e5e-9f8f-b283b92b80e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:21.975825 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a5de5-fce7-481b-bebd-435e7657281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73be5463-e616-4462-941c-ba90d64f1e98,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:21.979964 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-4e9a5de5-fce7-481b-bebd-435e7657281b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:21.985820 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-4e9a5de5-fce7-481b-bebd-435e7657281b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:21.987068 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-4e9a5de5-fce7-481b-bebd-435e7657281b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73be5463-e616-4462-941c-ba90d64f1e98 HTTP/1.1" status: 204  len: 168 time: 0.1822665
Apr 17 04:19:22.287325 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50344) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:22.317116 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b56e85f4-71e3-47d5-b5e2-4faaaadaa446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:22.332576 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b56e85f4-71e3-47d5-b5e2-4faaaadaa446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:19:22.336868 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b56e85f4-71e3-47d5-b5e2-4faaaadaa446 admin admin] Usage tracker for resource:security_group_rule and tenant:ff74a287e56d498db452fccbb19646de is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:19:22.339931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-b56e85f4-71e3-47d5-b5e2-4faaaadaa446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:19:22.346114 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-b56e85f4-71e3-47d5-b5e2-4faaaadaa446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:19:22.442436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b56e85f4-71e3-47d5-b5e2-4faaaadaa446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:22.447076 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b56e85f4-71e3-47d5-b5e2-4faaaadaa446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:22.455881 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-11f53230-a066-41cb-b19c-8fa29040e5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:22.499329 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b56e85f4-71e3-47d5-b5e2-4faaaadaa446 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff74a287e56d498db452fccbb19646de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2106159
Apr 17 04:19:22.500314 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e85f4-71e3-47d5-b5e2-4faaaadaa446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6c8da1-1168-4282-8d8d-0c4c0a356014,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:22.502127 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50348) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:22.503744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b56e85f4-71e3-47d5-b5e2-4faaaadaa446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:22.572908 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a696e38-ae8e-4324-b298-848a03060ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:22.601124 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a696e38-ae8e-4324-b298-848a03060ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:22.648544 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a696e38-ae8e-4324-b298-848a03060ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:22.654298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-92e0d75e-79e5-4ae5-b5a1-67cdbf02cfe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:22.677866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a696e38-ae8e-4324-b298-848a03060ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6c8da1-1168-4282-8d8d-0c4c0a356014,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:22.680285 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3a696e38-ae8e-4324-b298-848a03060ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:22.689675 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-3a696e38-ae8e-4324-b298-848a03060ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:22.690979 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-3a696e38-ae8e-4324-b298-848a03060ed6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea6c8da1-1168-4282-8d8d-0c4c0a356014 HTTP/1.1" status: 204  len: 168 time: 0.1873515
Apr 17 04:19:35.453914 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50456) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:35.586039 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d8e430b4-256c-4794-b72c-53a64f014490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:35.601381 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d8e430b4-256c-4794-b72c-53a64f014490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:19:35.605889 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-d8e430b4-256c-4794-b72c-53a64f014490 admin admin] Usage tracker for resource:security_group_rule and tenant:49aedc8e5ad94bf68130665d44aa9fa7 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:19:35.611052 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-d8e430b4-256c-4794-b72c-53a64f014490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:19:35.621032 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-d8e430b4-256c-4794-b72c-53a64f014490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:19:35.709714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d8e430b4-256c-4794-b72c-53a64f014490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:35.714342 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d8e430b4-256c-4794-b72c-53a64f014490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:35.721618 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-3a696e38-ae8e-4324-b298-848a03060ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:35.764923 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-d8e430b4-256c-4794-b72c-53a64f014490 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49aedc8e5ad94bf68130665d44aa9fa7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3097832
Apr 17 04:19:35.765837 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e430b4-256c-4794-b72c-53a64f014490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5173756d-5de7-422b-a3d8-b2539ffdab6c,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:35.768917 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50462) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:35.769405 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-d8e430b4-256c-4794-b72c-53a64f014490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:35.834607 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86cfd2d2-f593-459a-9f35-6df6e65a5319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:35.867311 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86cfd2d2-f593-459a-9f35-6df6e65a5319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:35.912784 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86cfd2d2-f593-459a-9f35-6df6e65a5319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:35.917699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-221f1644-6a6c-413a-916a-8bd541889a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:35.930410 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfd2d2-f593-459a-9f35-6df6e65a5319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5173756d-5de7-422b-a3d8-b2539ffdab6c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:35.932984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-86cfd2d2-f593-459a-9f35-6df6e65a5319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:35.942350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-86cfd2d2-f593-459a-9f35-6df6e65a5319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:35.944029 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-86cfd2d2-f593-459a-9f35-6df6e65a5319 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5173756d-5de7-422b-a3d8-b2539ffdab6c HTTP/1.1" status: 204  len: 168 time: 0.1740279
Apr 17 04:19:36.252772 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50470) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:36.272477 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af5aeaf2-47d6-43a5-b9d0-f89cf8525178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:36.288526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-af5aeaf2-47d6-43a5-b9d0-f89cf8525178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:19:36.292763 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-af5aeaf2-47d6-43a5-b9d0-f89cf8525178 admin admin] Usage tracker for resource:security_group_rule and tenant:747a3df421824173949a13b5adb8516d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:19:36.295743 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-af5aeaf2-47d6-43a5-b9d0-f89cf8525178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:19:36.301942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-af5aeaf2-47d6-43a5-b9d0-f89cf8525178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:19:36.389042 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af5aeaf2-47d6-43a5-b9d0-f89cf8525178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:36.393600 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-af5aeaf2-47d6-43a5-b9d0-f89cf8525178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:36.402417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-1a5f0c02-af97-451b-9fc6-00b7f6082302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:36.444600 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-af5aeaf2-47d6-43a5-b9d0-f89cf8525178 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=747a3df421824173949a13b5adb8516d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1906273
Apr 17 04:19:36.446280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5aeaf2-47d6-43a5-b9d0-f89cf8525178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbbb5da-528c-4b60-8475-d68875cf5434,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:36.447684 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50474) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:36.449598 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-af5aeaf2-47d6-43a5-b9d0-f89cf8525178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:36.511081 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48446d31-bf4b-4da5-866c-892c330ddeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:36.539398 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48446d31-bf4b-4da5-866c-892c330ddeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:36.591967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48446d31-bf4b-4da5-866c-892c330ddeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:36.595768 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a6cdba86-4705-4f12-8d59-75967f9f0853 tempest-TestShelveInstance-294017758 tempest-TestShelveInstance-294017758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:36.609257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48446d31-bf4b-4da5-866c-892c330ddeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbbb5da-528c-4b60-8475-d68875cf5434,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:36.613359 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-48446d31-bf4b-4da5-866c-892c330ddeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:36.619687 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-48446d31-bf4b-4da5-866c-892c330ddeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:36.621272 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-48446d31-bf4b-4da5-866c-892c330ddeaa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cbbb5da-528c-4b60-8475-d68875cf5434 HTTP/1.1" status: 204  len: 168 time: 0.1721923
Apr 17 04:19:37.873213 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5338bbe5-e03f-444f-84e8-9ba5d4012144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:38.442566 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:19:39.303134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:40.281902 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ba0172c1-5f20-424b-9749-82a905bda7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:41.186256 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:41.464475 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:42.923894 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:59.449616 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86365) accepted ('10.222.0.36', 50600) {{(pid=86365) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:59.598134 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:59.614545 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:19:59.619117 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Usage tracker for resource:security_group_rule and tenant:29304d2e925a43da918538aa77c24572 is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:19:59.622436 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:19:59.629048 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:19:59.717629 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:59.721749 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:59.729070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b93f1d10-95dc-4b07-a7b0-18a338f25897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:59.772613 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a275b-7642-4c65-9e27-569ed71d0f9b,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:59.776839 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29304d2e925a43da918538aa77c24572&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3261254
Apr 17 04:19:59.780392 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50606) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:19:59.784369 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.784802 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.785228 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.785635 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.786042 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.786454 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.786874 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.787279 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.787683 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.788084 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.788486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.788883 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:19:59.793322 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-87d7321a-4c08-4f75-a883-ce9edc4a3360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:59.849457 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9b5e166-5129-4988-9f2c-d2b9650ed995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:59.877630 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9b5e166-5129-4988-9f2c-d2b9650ed995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:59.926164 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9b5e166-5129-4988-9f2c-d2b9650ed995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:59.930010 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-54dd2fec-e746-4a98-8b0c-426ca2d23199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:19:59.945229 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5e166-5129-4988-9f2c-d2b9650ed995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a275b-7642-4c65-9e27-569ed71d0f9b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:19:59.947831 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b9b5e166-5129-4988-9f2c-d2b9650ed995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:19:59.956974 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b9b5e166-5129-4988-9f2c-d2b9650ed995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:19:59.958188 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b9b5e166-5129-4988-9f2c-d2b9650ed995 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d71a275b-7642-4c65-9e27-569ed71d0f9b HTTP/1.1" status: 204  len: 168 time: 0.1766651
Apr 17 04:20:02.614244 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-4673ebb3-dfa2-4b89-a165-ed307deef5fc tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7410b2a7fa754036be063cc7ced2dcde&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331199
Apr 17 04:20:02.784335 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-a5fbf83b-2fff-41be-b72e-89b0504e811d tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:02.785890 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-a5fbf83b-2fff-41be-b72e-89b0504e811d tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1659718
Apr 17 04:20:02.805101 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-21b2d42a-af0c-4e38-a7fe-b33bd1c7a694 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/quotas/7410b2a7fa754036be063cc7ced2dcde HTTP/1.1" status: 200  len: 375 time: 0.0103147
Apr 17 04:20:02.858525 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-5557a0be-1b14-444b-9172-5bbde0ce846f tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7410b2a7fa754036be063cc7ced2dcde&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477962
Apr 17 04:20:03.070464 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-b24a102a-c2b6-4b6e-b96a-f78e98d77066 req-17a2a2a5-d3b7-419a-ab6a-5c07a9887a6a tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 210 time: 0.0495086
Apr 17 04:20:04.195634 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-709c7ba4-3440-46bb-a19a-aabd41446af6 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=7410b2a7fa754036be063cc7ced2dcde&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0376890
Apr 17 04:20:04.278090 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2ecc1c65-180c-4e86-b75f-f0bde424988f req-0c4acd11-cc56-42a7-ad70-bba0e4aa1ef0 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 210 time: 0.0813887
Apr 17 04:20:04.410944 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-d89f860e-7f08-41fa-91b6-0dabb1f95f98 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:04.412654 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-d89f860e-7f08-41fa-91b6-0dabb1f95f98 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1763036
Apr 17 04:20:04.424984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Request body: {'port': {'device_id': 'd64e8cd6-02e5-4de1-87d8-917b44d131d0', 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c', 'admin_state_up': True, 'tenant_id': '7410b2a7fa754036be063cc7ced2dcde'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:20:04.571849 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:20:04.576274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Usage tracker for resource:port and tenant:7410b2a7fa754036be063cc7ced2dcde is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:20:04.579689 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:20:04.586258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:20:04.597179 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Made reservation on behalf of 7410b2a7fa754036be063cc7ced2dcde for: {'port': 1} {{(pid=86365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 17 04:20:04.603270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:04.616682 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Notify callbacks [] for security_group, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:04.633162 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 17 04:20:04.637462 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Usage tracker for resource:security_group_rule and tenant:7410b2a7fa754036be063cc7ced2dcde is out of sync, need to count used quota {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 17 04:20:04.640601 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86365) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 17 04:20:04.647070 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.quota.driver [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86365) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 17 04:20:04.742642 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Notify callbacks [] for security_group, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:04.746307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:04.749316 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-af01c76a-6372-4b31-b5bb-a5ba7cbfaad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:20:04.831744 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a685e42a-b8e7-4e8b-91d1-263a07f4342a,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:20:04.837345 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:20:04.935290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.db_base_plugin_common [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Allocated IP 192.168.233.227 (a2089550-01f0-4a07-b083-b54f40f22d5c/9109926a-feda-4f3d-908c-3ae7c7a10e2f/69021b4b-16c5-4e0e-a1e3-744c5ce629a5) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 17 04:20:05.155207 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:05.171762 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Transition to ACTIVE for port object 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:20:05.199914 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363246185985908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:05.206314 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-a50ed457-9d46-4f74-9563-26670061d8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:20:05.279697 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Network a2089550-01f0-4a07-b083-b54f40f22d5c is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 17 04:20:05.280879 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.scheduler.base_scheduler [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 17 04:20:05.285077 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 17 04:20:05.320141 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Pushing event updated for resources: {'Port': ['ID=69021b4b-16c5-4e0e-a1e3-744c5ce629a5,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:20:05.328101 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:20:05.361969 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:05.362870 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:05.396921 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8772a87f-23af-48a1-acf1-0d86c19a674c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9760962
Apr 17 04:20:05.449140 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.v2.base [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Request body: {'port': {'device_id': 'd64e8cd6-02e5-4de1-87d8-917b44d131d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 17 04:20:05.535492 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-447571fb-fcbe-4a3a-9d54-cefc61f2c4df None None] Provisioning for port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 completed by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:20:05.541262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-447571fb-fcbe-4a3a-9d54-cefc61f2c4df None None] Provisioning complete for port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 triggered by entity DHCP. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:20:05.541680 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-447571fb-fcbe-4a3a-9d54-cefc61f2c4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:05.598516 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-447571fb-fcbe-4a3a-9d54-cefc61f2c4df None None] Port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 cannot update to ACTIVE because it is not bound. {{(pid=86366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 17 04:20:05.600756 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:05.628634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793d246-3560-4c4d-b85d-53b87dfd2ac4 req-b10ca04e-5dc6-4953-a6ad-c4598c2ea47d tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:05.629396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-f793d246-3560-4c4d-b85d-53b87dfd2ac4 req-b10ca04e-5dc6-4953-a6ad-c4598c2ea47d tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Synchronizing usage tracker for tenant:7410b2a7fa754036be063cc7ced2dcde on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:20:05.695489 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-f793d246-3560-4c4d-b85d-53b87dfd2ac4 req-b10ca04e-5dc6-4953-a6ad-c4598c2ea47d tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Unset dirty status for tenant:7410b2a7fa754036be063cc7ced2dcde on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:20:05.696766 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f793d246-3560-4c4d-b85d-53b87dfd2ac4 req-b10ca04e-5dc6-4953-a6ad-c4598c2ea47d tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 936 time: 0.2933197
Apr 17 04:20:05.813301 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-f793d246-3560-4c4d-b85d-53b87dfd2ac4 req-6c4dab9b-a84f-4392-a253-a6c4d22e5cd0 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Synchronizing usage tracker for tenant:7410b2a7fa754036be063cc7ced2dcde on resource:security_group {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:20:05.916330 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-f793d246-3560-4c4d-b85d-53b87dfd2ac4 req-6c4dab9b-a84f-4392-a253-a6c4d22e5cd0 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Unset dirty status for tenant:7410b2a7fa754036be063cc7ced2dcde on resource:security_group {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:20:05.918109 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-f793d246-3560-4c4d-b85d-53b87dfd2ac4 req-6c4dab9b-a84f-4392-a253-a6c4d22e5cd0 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/security-groups?id=a685e42a-b8e7-4e8b-91d1-263a07f4342a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2138140
Apr 17 04:20:06.040812 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:20:06.049044 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:06.065440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Transition to ACTIVE for port object 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 17 04:20:06.069721 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:06.073615 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-ebc400a1-3db2-4de9-969f-58d2059e2dfb tempest-AttachVolumeShelveTestJSON-1872235349 tempest-AttachVolumeShelveTestJSON-1872235349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:20:06.214719 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Pushing event updated for resources: {'Port': ['ID=69021b4b-16c5-4e0e-a1e3-744c5ce629a5,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:20:06.244095 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:20:06.329859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Attempting to bind port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 17 04:20:06.330238 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Attempting to bind port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '69e05ad9-66b5-44d5-93dd-f1e9737c189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 17 04:20:06.330609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Attempting to bind port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 on network a2089550-01f0-4a07-b083-b54f40f22d5c {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:20:06.336050 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 on network a2089550-01f0-4a07-b083-b54f40f22d5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 17 04:20:06.336396 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Attempting to bind port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 on network a2089550-01f0-4a07-b083-b54f40f22d5c {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 17 04:20:06.342003 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Checking agent: {'id': '0dd2e83d-cc9f-4447-b871-42bd96bdabfe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'started_at': datetime.datetime(2021, 4, 17, 4, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 17, 4, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 17 04:20:06.342377 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Checking segment: {'id': '69e05ad9-66b5-44d5-93dd-f1e9737c189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 17 04:20:06.342816 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Bound using segment: {'id': '69e05ad9-66b5-44d5-93dd-f1e9737c189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 17 04:20:06.343290 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.managers [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Bound port: 69021b4b-16c5-4e0e-a1e3-744c5ce629a5, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e05ad9-66b5-44d5-93dd-f1e9737c189b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 17 04:20:06.343688 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:06.444216 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] For port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5, host hv-cinder-78605, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 17 04:20:06.447274 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] For port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=69021b4b-16c5-4e0e-a1e3-744c5ce629a5,segment=NetworkSegment(69e05ad9-66b5-44d5-93dd-f1e9737c189b),segment_id=69e05ad9-66b5-44d5-93dd-f1e9737c189b)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 17 04:20:06.452136 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3315892'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:06.455967 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-444c070d-53f6-466a-b1e8-6a95283b6e86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:20:06.515978 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:06.516693 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:06.518212 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] 10.222.0.43 "PUT /v2.0/ports/69021b4b-16c5-4e0e-a1e3-744c5ce629a5 HTTP/1.1" status: 200  len: 1098 time: 1.1127236
Apr 17 04:20:06.518787 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64e8cd6-02e5-4de1-87d8-917b44d131d0', 'tag': '69021b4b-16c5-4e0e-a1e3-744c5ce629a5'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:20:06.541151 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Pushing event updated for resources: {'Port': ['ID=69021b4b-16c5-4e0e-a1e3-744c5ce629a5,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:20:06.544644 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-63ff490a-2139-4e2c-ac19-9146abfcc653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:20:06.600359 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64e8cd6-02e5-4de1-87d8-917b44d131d0', 'tag': '69021b4b-16c5-4e0e-a1e3-744c5ce629a5', 'status': 'completed', 'code': 200}
Apr 17 04:20:06.649921 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8f03b751-cc7f-41a9-8e0b-d9527aa6972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:06.651630 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-8f03b751-cc7f-41a9-8e0b-d9527aa6972a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7410b2a7fa754036be063cc7ced2dcde&device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 1101 time: 0.0887282
Apr 17 04:20:06.725679 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-40b82dc7-6cdf-45e9-bdc8-10367436af75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=69021b4b-16c5-4e0e-a1e3-744c5ce629a5 HTTP/1.1" status: 200  len: 217 time: 0.0661917
Apr 17 04:20:06.801714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-71daa8a3-bf78-436a-8033-961ce5e9ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:06.803334 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-71daa8a3-bf78-436a-8033-961ce5e9ba35 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9109926a-feda-4f3d-908c-3ae7c7a10e2f HTTP/1.1" status: 200  len: 843 time: 0.0714977
Apr 17 04:20:06.889737 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-563627ca-7b5b-4876-92fb-9e0de0d3609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:06.891286 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-563627ca-7b5b-4876-92fb-9e0de0d3609c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a2089550-01f0-4a07-b083-b54f40f22d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0811377
Apr 17 04:20:07.071826 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-1cc53e5e-7b26-4d0f-876d-44e2f202ec7c service neutron] 10.222.0.43 "GET /v2.0/networks/a2089550-01f0-4a07-b083-b54f40f22d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718199
Apr 17 04:20:07.255327 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-57f56622-ae1a-404d-8bfe-18fdc4c6892b req-816a0f25-253b-4e10-b733-250fc99a40f3 service neutron] 10.222.0.43 "GET /v2.0/networks/a2089550-01f0-4a07-b083-b54f40f22d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765316
Apr 17 04:20:07.266770 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f587f-cd44-445f-9d91-3154c99d9b81 req-b0175753-f001-4091-80f8-f3e45d7fe26c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:07.268348 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-107f587f-cd44-445f-9d91-3154c99d9b81 req-b0175753-f001-4091-80f8-f3e45d7fe26c tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 948 time: 0.2349854
Apr 17 04:20:07.367881 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-107f587f-cd44-445f-9d91-3154c99d9b81 req-78a5244b-df2c-4d4d-829d-37fd5f353d80 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/security-groups?id=a685e42a-b8e7-4e8b-91d1-263a07f4342a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928118
Apr 17 04:20:07.401146 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732000c2-928e-463e-ae79-69cdcadbae4a req-b2431bb3-2bfd-4af5-b807-a838438d7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:07.402768 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-732000c2-928e-463e-ae79-69cdcadbae4a req-b2431bb3-2bfd-4af5-b807-a838438d7395 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=7410b2a7fa754036be063cc7ced2dcde&device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 1101 time: 0.0913270
Apr 17 04:20:07.572382 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732000c2-928e-463e-ae79-69cdcadbae4a req-96843c0b-999d-4385-b367-92c69ef983d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:07.574016 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-732000c2-928e-463e-ae79-69cdcadbae4a req-96843c0b-999d-4385-b367-92c69ef983d8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a2089550-01f0-4a07-b083-b54f40f22d5c HTTP/1.1" status: 200  len: 870 time: 0.1633272
Apr 17 04:20:07.649774 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-732000c2-928e-463e-ae79-69cdcadbae4a req-4980a4d6-47e0-4e0c-8afe-19a758f0f64e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=69021b4b-16c5-4e0e-a1e3-744c5ce629a5 HTTP/1.1" status: 200  len: 217 time: 0.0680437
Apr 17 04:20:07.720024 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732000c2-928e-463e-ae79-69cdcadbae4a req-69303c68-afa0-467b-b990-1b1fcdfd51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:07.721528 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-732000c2-928e-463e-ae79-69cdcadbae4a req-69303c68-afa0-467b-b990-1b1fcdfd51fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9109926a-feda-4f3d-908c-3ae7c7a10e2f HTTP/1.1" status: 200  len: 843 time: 0.0646937
Apr 17 04:20:07.878415 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c6b1-1477-488b-9373-03cf8fb03fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:08.056854 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732000c2-928e-463e-ae79-69cdcadbae4a req-cbd701d9-5aa0-4807-a2c3-3a54c54649ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:08.058558 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-732000c2-928e-463e-ae79-69cdcadbae4a req-cbd701d9-5aa0-4807-a2c3-3a54c54649ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a2089550-01f0-4a07-b083-b54f40f22d5c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3294795
Apr 17 04:20:08.203764 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-732000c2-928e-463e-ae79-69cdcadbae4a req-ec0fb279-3199-4351-b0bb-b3b491023772 service neutron] 10.222.0.43 "GET /v2.0/networks/a2089550-01f0-4a07-b083-b54f40f22d5c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380239
Apr 17 04:20:08.347317 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-732000c2-928e-463e-ae79-69cdcadbae4a req-6000f67c-d153-47ec-a00e-97a4bb2bb4fb service neutron] 10.222.0.43 "GET /v2.0/networks/a2089550-01f0-4a07-b083-b54f40f22d5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375008
Apr 17 04:20:08.576177 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3d80c-97d7-4c2a-8473-b7e21f137f16 req-33937292-3e42-4cbe-a076-a9028f988882 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:08.577832 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2df3d80c-97d7-4c2a-8473-b7e21f137f16 req-33937292-3e42-4cbe-a076-a9028f988882 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 948 time: 0.0945947
Apr 17 04:20:08.625256 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2df3d80c-97d7-4c2a-8473-b7e21f137f16 req-38977d8d-7e79-4997-8760-68e430e06be9 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/security-groups?id=a685e42a-b8e7-4e8b-91d1-263a07f4342a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409083
Apr 17 04:20:09.311307 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:09.481560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 17 04:20:09.653020 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=69021b4b-16c5-4e0e-a1e3-744c5ce629a5,segment=NetworkSegment(69e05ad9-66b5-44d5-93dd-f1e9737c189b),segment_id=69e05ad9-66b5-44d5-93dd-f1e9737c189b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:20:09.667160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Returning: {'device': '69021b4b-16c5-4e0e-a1e3-744c5ce629a5', 'network_id': 'a2089550-01f0-4a07-b083-b54f40f22d5c', 'port_id': '69021b4b-16c5-4e0e-a1e3-744c5ce629a5', 'mac_address': 'fa:16:3e:86:f8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9109926a-feda-4f3d-908c-3ae7c7a10e2f', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 17 04:20:09.730166 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:09.748398 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 {{(pid=86366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 17 04:20:09.764628 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=69021b4b-16c5-4e0e-a1e3-744c5ce629a5,segment=NetworkSegment(69e05ad9-66b5-44d5-93dd-f1e9737c189b),segment_id=69e05ad9-66b5-44d5-93dd-f1e9737c189b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:20:09.767914 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:09.769740 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-23e3dfd9-3dd3-48aa-b195-f2729b561b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:20:09.837419 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22841177-1c10-4f62-872d-7fc97064788d req-ae4d6995-2d52-4c3a-ad3a-c0a1ebe82ae7 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:09.839101 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22841177-1c10-4f62-872d-7fc97064788d req-ae4d6995-2d52-4c3a-ad3a-c0a1ebe82ae7 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 949 time: 0.0941548
Apr 17 04:20:09.839252 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=69021b4b-16c5-4e0e-a1e3-744c5ce629a5,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:20:09.847213 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.847601 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.847973 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.848343 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.848705 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.849071 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.849433 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.849776 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.850133 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.850486 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.850891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.851253 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:09.855397 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:20:09.888283 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-22841177-1c10-4f62-872d-7fc97064788d req-96e280ff-4089-4d1a-9212-37b5dde89812 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/security-groups?id=a685e42a-b8e7-4e8b-91d1-263a07f4342a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423720
Apr 17 04:20:09.983866 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] get_ports_and_sgs() called for port_ids ['69021b4b-16c5-4e0e-a1e3-744c5ce629a5'] {{(pid=86366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 17 04:20:10.279523 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-5cf194d2-c22f-40f4-8129-661f427c06c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:11.106364 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff72301-1dce-4c4e-9d25-e34ea3a016b7 req-1f7ba988-bdd9-4518-8652-65c6c81d1d6d tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:11.107966 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ff72301-1dce-4c4e-9d25-e34ea3a016b7 req-1f7ba988-bdd9-4518-8652-65c6c81d1d6d tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 949 time: 0.0905507
Apr 17 04:20:11.157216 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-6ff72301-1dce-4c4e-9d25-e34ea3a016b7 req-d55cf04d-47b7-4c37-a189-4fafe2ac15fb tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/security-groups?id=a685e42a-b8e7-4e8b-91d1-263a07f4342a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412240
Apr 17 04:20:11.182672 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:11.471219 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:11.504877 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 up at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 17 04:20:11.583006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning for port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 completed by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 17 04:20:11.588497 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.provisioning_blocks [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Provisioning complete for port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 triggered by entity L2. {{(pid=86366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 17 04:20:11.588918 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846795646'] for port, provisioning_complete {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:11.715310 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915359'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:11.744075 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64e8cd6-02e5-4de1-87d8-917b44d131d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69021b4b-16c5-4e0e-a1e3-744c5ce629a5'}] {{(pid=86366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:20:11.754319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] For port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=69021b4b-16c5-4e0e-a1e3-744c5ce629a5,segment=NetworkSegment(69e05ad9-66b5-44d5-93dd-f1e9737c189b),segment_id=69e05ad9-66b5-44d5-93dd-f1e9737c189b)] {{(pid=86366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:20:11.758304 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790669223112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363246185985891', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790668789943'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:11.760144 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:20:11.796894 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64e8cd6-02e5-4de1-87d8-917b44d131d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69021b4b-16c5-4e0e-a1e3-744c5ce629a5', 'code': 200}
Apr 17 04:20:11.835483 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Pushing event updated for resources: {'Port': ['ID=69021b4b-16c5-4e0e-a1e3-744c5ce629a5,revision_number=5']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:20:11.838923 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:20:12.048270 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cb558-1503-4335-a468-c007cd9a7d54 req-82cd3156-bbce-4aeb-b6c3-f1d4d0f67d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:12.049872 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ce6cb558-1503-4335-a468-c007cd9a7d54 req-82cd3156-bbce-4aeb-b6c3-f1d4d0f67d17 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 1103 time: 0.0837910
Apr 17 04:20:12.096001 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-ce6cb558-1503-4335-a468-c007cd9a7d54 req-378cbb5f-e149-4b51-a8ca-57e1ec6be7f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a685e42a-b8e7-4e8b-91d1-263a07f4342a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388129
Apr 17 04:20:12.385900 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699d908-36c2-42a6-b57a-317eccd6e8be req-96d8da8c-5451-4fc1-833d-3e2ab0da9cde tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:12.387520 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4699d908-36c2-42a6-b57a-317eccd6e8be req-96d8da8c-5451-4fc1-833d-3e2ab0da9cde tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 950 time: 0.0962648
Apr 17 04:20:12.439710 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-4699d908-36c2-42a6-b57a-317eccd6e8be req-9680b51d-a991-40a5-9c80-e59987cbb926 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/security-groups?id=a685e42a-b8e7-4e8b-91d1-263a07f4342a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456619
Apr 17 04:20:12.921021 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:13.653194 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4450-a6cb-47cb-973c-b8091de01403 req-4c1614e2-c9cb-4faa-951a-fad09dfbea49 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:13.654812 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2ecf4450-a6cb-47cb-973c-b8091de01403 req-4c1614e2-c9cb-4faa-951a-fad09dfbea49 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 950 time: 0.0937722
Apr 17 04:20:13.703715 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-2ecf4450-a6cb-47cb-973c-b8091de01403 req-3499a55c-a389-4edb-81da-a0f35a591ad0 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/security-groups?id=a685e42a-b8e7-4e8b-91d1-263a07f4342a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413370
Apr 17 04:20:14.186943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a42ea-fc95-4773-bb64-dccee182092f req-96f24d58-0fe7-45ff-ac4c-4e13ca900d30 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:14.188474 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-070a42ea-fc95-4773-bb64-dccee182092f req-96f24d58-0fe7-45ff-ac4c-4e13ca900d30 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 950 time: 0.1077061
Apr 17 04:20:14.241560 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-070a42ea-fc95-4773-bb64-dccee182092f req-979801a9-61d5-449e-a3f3-8ba3c361a943 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/security-groups?id=a685e42a-b8e7-4e8b-91d1-263a07f4342a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427234
Apr 17 04:20:15.442088 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:20:15.452942 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d71242-9f50-473a-8dc7-d2ef9c875742 req-10023d02-5f1c-4c70-b5ba-c1cda0d5effb tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:15.454503 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c7d71242-9f50-473a-8dc7-d2ef9c875742 req-10023d02-5f1c-4c70-b5ba-c1cda0d5effb tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.43 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 950 time: 0.1446283
Apr 17 04:20:15.544560 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-c7d71242-9f50-473a-8dc7-d2ef9c875742 req-794bf423-d562-4309-a804-ad019347d892 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Deleting port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 17 04:20:15.544944 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c7d71242-9f50-473a-8dc7-d2ef9c875742 req-794bf423-d562-4309-a804-ad019347d892 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363246185556596'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:15.586984 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60fb9e-7b19-4fae-86ca-b4c17bc14394 req-65e5ee02-9bf4-4fc6-8df5-e82e3e633f38 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 17 04:20:15.588565 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fe60fb9e-7b19-4fae-86ca-b4c17bc14394 req-65e5ee02-9bf4-4fc6-8df5-e82e3e633f38 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 950 time: 0.2142518
Apr 17 04:20:15.693738 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-fe60fb9e-7b19-4fae-86ca-b4c17bc14394 req-7044c27d-8391-4542-8b9a-616288da4cb3 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/security-groups?id=a685e42a-b8e7-4e8b-91d1-263a07f4342a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977790
Apr 17 04:20:15.859859 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.db [req-c7d71242-9f50-473a-8dc7-d2ef9c875742 req-794bf423-d562-4309-a804-ad019347d892 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] For port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=69021b4b-16c5-4e0e-a1e3-744c5ce629a5,segment=NetworkSegment(69e05ad9-66b5-44d5-93dd-f1e9737c189b),segment_id=69e05ad9-66b5-44d5-93dd-f1e9737c189b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 17 04:20:15.860262 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c7d71242-9f50-473a-8dc7-d2ef9c875742 req-794bf423-d562-4309-a804-ad019347d892 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-422769'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:15.994258 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [req-c7d71242-9f50-473a-8dc7-d2ef9c875742 req-794bf423-d562-4309-a804-ad019347d892 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Calling delete_port for 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 owned by compute:nova {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 17 04:20:16.152350 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c7d71242-9f50-473a-8dc7-d2ef9c875742 req-794bf423-d562-4309-a804-ad019347d892 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036846856015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563299', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363246185552671', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790668789909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851459907'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:16.161299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-9d4f5bb4-b923-4987-b1ca-ade6e6115330 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:20:16.219373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bf423-d562-4309-a804-ad019347d892 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Pushing event deleted for resources: {'Port': ['ID=69021b4b-16c5-4e0e-a1e3-744c5ce629a5,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:20:16.222726 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-794bf423-d562-4309-a804-ad019347d892 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:20:16.299810 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d71242-9f50-473a-8dc7-d2ef9c875742 req-794bf423-d562-4309-a804-ad019347d892 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] No DVR routers for this DVR port 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 on host hv-cinder-78605 {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 17 04:20:16.302634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [req-c7d71242-9f50-473a-8dc7-d2ef9c875742 req-794bf423-d562-4309-a804-ad019347d892 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3559'] for port, before_response {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:16.305891 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64e8cd6-02e5-4de1-87d8-917b44d131d0', 'name': 'network-vif-deleted', 'tag': '69021b4b-16c5-4e0e-a1e3-744c5ce629a5'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 17 04:20:16.323629 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-c7d71242-9f50-473a-8dc7-d2ef9c875742 req-794bf423-d562-4309-a804-ad019347d892 tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.43 "DELETE /v2.0/ports/69021b4b-16c5-4e0e-a1e3-744c5ce629a5 HTTP/1.1" status: 204  len: 173 time: 0.8592737
Apr 17 04:20:16.358159 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64e8cd6-02e5-4de1-87d8-917b44d131d0', 'name': 'network-vif-deleted', 'tag': '69021b4b-16c5-4e0e-a1e3-744c5ce629a5', 'status': 'completed', 'code': 200}
Apr 17 04:20:16.884149 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-956b6c69-17d9-49fe-813a-9bc0118e473d req-438e9429-2baf-47db-b32e-40240d48f90b tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Synchronizing usage tracker for tenant:7410b2a7fa754036be063cc7ced2dcde on resource:port {{(pid=86365) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 17 04:20:16.900418 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.quota.resource [req-956b6c69-17d9-49fe-813a-9bc0118e473d req-438e9429-2baf-47db-b32e-40240d48f90b tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] Unset dirty status for tenant:7410b2a7fa754036be063cc7ced2dcde on resource:port {{(pid=86365) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 17 04:20:16.901725 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [req-956b6c69-17d9-49fe-813a-9bc0118e473d req-438e9429-2baf-47db-b32e-40240d48f90b tempest-VolumesNegativeTest-875674396 tempest-VolumesNegativeTest-875674396-project] 10.222.0.36 "GET /v2.0/ports?device_id=d64e8cd6-02e5-4de1-87d8-917b44d131d0 HTTP/1.1" status: 200  len: 210 time: 0.0692067
Apr 17 04:20:17.670842 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 17 04:20:17.716092 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.plugin [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] No Port match for: 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 {{(pid=86366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 17 04:20:17.716476 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.plugins.ml2.rpc [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Device 69021b4b-16c5-4e0e-a1e3-744c5ce629a5 not bound to the agent host hv-cinder-78605 {{(pid=86366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 17 04:20:23.150600 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50930) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:20:23.316479 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-e17d8fd4-e1b7-4354-a347-4ca43a66e301 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7410b2a7fa754036be063cc7ced2dcde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1644189
Apr 17 04:20:23.319496 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 50936) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 17 04:20:23.380526 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:23.411824 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:23.467699 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854129751'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:23.473346 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-99c66c3b-852f-4d6f-8d65-db0b82863b64 tempest-AttachVolumeTestJSON-1907198902 tempest-AttachVolumeTestJSON-1907198902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 17 04:20:23.487848 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a685e42a-b8e7-4e8b-91d1-263a07f4342a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 17 04:20:23.498912 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.499336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.499754 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.500203 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.500609 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.501014 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.501418 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.501817 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.502225 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.502621 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.503069 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.503466 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 17 04:20:23.506822 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG oslo_concurrency.lockutils [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 17 04:20:23.509195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:23.510406 dv-cinder-786054-2-iscsi neutron-server[86251]: INFO neutron.wsgi [None req-b4124ac7-3099-4a4f-a6ad-0cf7be796982 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a685e42a-b8e7-4e8b-91d1-263a07f4342a HTTP/1.1" status: 204  len: 168 time: 0.1899459
Apr 17 04:20:37.894138 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-e60b9b78-d550-4ed1-ba7b-f0ee2ffd143f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:39.338126 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:40.286989 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc0f4-a76d-4825-a88c-452186630db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:41.196610 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:41.465298 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:42.925973 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:20:52.448931 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:21:07.890781 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-c76c668a-d6ad-4751-b1ec-6f1281473ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:21:09.354649 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:21:10.279373 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-72b36d8c-6c10-492a-a706-4e4aeb0de5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:21:11.195671 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:21:11.470319 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:21:12.929452 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:21:27.016259 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [req-1a82da2e-94da-4fca-84c5-ca7d8198e69a req-c68cb495-5ad4-4d7e-8112-8cf1c8f0573f service neutron] (86365) timed out ('10.222.0.43', 52631) {{(pid=86365) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 17 04:21:29.441299 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:21:37.895573 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-a78b3484-b46b-40a2-ac25-d2059824a86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:21:39.364297 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:21:40.278552 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b1f54c64-325a-4c02-ba7e-673f4add2636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:21:41.200347 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:21:41.467028 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:21:42.931773 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:06.448634 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:22:07.899578 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d6f28d9b-caae-45fd-9258-9e69f4da5d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:09.364145 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:10.277748 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-82f490fd-d247-44f9-a9c8-549f1ea202e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:11.204195 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:11.468567 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:12.935333 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:37.900686 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-49e39556-32f3-4307-9af1-4efbf74a2a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:39.362500 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:40.277272 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1695ded8-5ca2-482b-be55-3770a0d51bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:41.213417 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:41.467236 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:42.938490 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:22:43.444160 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:23:07.903247 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-1a18e43a-ea6e-49df-be92-571ac72f09da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:09.372863 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:10.283845 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-d0107d32-d719-426e-a5c4-76757b787cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:11.219280 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:11.467801 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:12.941850 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:20.440006 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:23:37.908785 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-babf8d8b-2944-4430-b04a-70054f03139c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:39.377525 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:40.277383 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-85e7d30d-0f80-45a8-9531-8cd42ab24738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:41.217656 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:41.473248 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:42.953465 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:23:57.445440 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:24:07.906608 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-68b55f5e-be07-42a8-86f5-f5f722c1d8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:09.388714 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:10.278943 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-7d02398d-eb2f-4c40-a370-70ab782c8b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:11.219425 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:11.462423 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:12.952603 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:34.450336 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:24:37.897865 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-380e9348-1653-4547-8c05-75d5fb7bde74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:39.557042 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:40.283875 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-11d19843-af56-47c7-8576-16759a61f6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:41.224481 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:41.466662 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:42.951966 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:24:50.287639 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.wsgi [req-4db70569-682d-4dab-b793-6853a10720bb req-60be541e-4f8c-4d5f-9d11-857a849d50c7 service neutron] (86364) timed out ('10.222.0.43', 52622) {{(pid=86364) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 17 04:25:07.904019 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-ea5df0e9-98c8-4a33-8a99-3e4787784c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:25:09.574257 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-fa524684-eb9e-4de6-b635-193cab62bef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:25:10.288029 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-115ad110-2f3f-4b18-addb-5511bf851c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:25:11.234435 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-b94ed354-7162-4e9a-98d0-af2d961839ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:25:11.455111 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron.db.agents_db [None req-59ceaae8-48fb-42dd-9192-61d322ecbc43 None None] Agent healthcheck: found 6 active agents {{(pid=86367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 17 04:25:11.464826 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-9380826b-f685-418c-b9be-1bea57a94135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 17 04:25:12.961994 dv-cinder-786054-2-iscsi neutron-server[86251]: DEBUG neutron_lib.callbacks.manager [None req-aac46649-0c79-45d6-8eb2-7470be8bc642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363246185470085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7980247'] for agent, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}